{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5047.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4670): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4670) [trial-2356↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4670)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4670): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4670) [trial-2356↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a06:57:24.522054 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a06:57:24.533409 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a06:57:25.113122 tst mo_mt_sms.py: using LAC 19720\u000a06:57:25.236836 tst mo_mt_sms.py: using RAC 85\u000a06:57:25.360821 tst mo_mt_sms.py: using CellId 19720\u000a06:57:25.485228 tst mo_mt_sms.py: using BVCI 19721\u000a06:57:25.509416 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a06:57:25.692372 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a06:57:25.988064 tst mo_mt_sms.py:9: start nitb and bts...\u000a06:57:26.123922 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:57:28.478458 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4669): Launched\u000a06:57:28.802329 run osmo-nitb_10.42.42.2(pid=4670): Launched\u000a06:57:28.988153 run osmo-nitb_10.42.42.2(pid=4670): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4670)]\u000a06:57:29.122991 run osmo-nitb_10.42.42.2(pid=4670): stdout: \u000a| (launched: 2022-12-09_06:57:28.643191) \u000a06:57:29.257846 run osmo-nitb_10.42.42.2(pid=4670): stderr: \u000a| (launched: 2022-12-09_06:57:28.691769)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:57:29.387627 run osmo-nitb_10.42.42.2(pid=4670): stdout: \u000a| (launched: 2022-12-09_06:57:28.643191) \u000a06:57:29.516067 run osmo-nitb_10.42.42.2(pid=4670): stderr: \u000a| (launched: 2022-12-09_06:57:28.691769)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:57:29.572450 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=4670): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4670) [trial-2356↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4670)] [trial-2356↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a06:57:29.581224 tst mo_mt_sms.py:11: Test FAILED (5.0 sec)\u000a06:57:29.617687 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4669): Terminating (SIGTERM)\u000a06:57:29.795673 --- ParallelTerminationStrategy: PID 4669 died...\u000a06:57:29.853707 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4669): Terminated: ok {rc=0}\u000a06:57:29.942231 bus /sierra_3: Setting Powered False\u000a06:57:31.072429 bus /sierra_3: Setting Powered False\u000a06:57:32.192341 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:57:24" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4684): Process ended prematurely: osmo-stp_10.42.42.5(pid=4684) [trial-2356↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4684)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4684): Process ended prematurely: osmo-stp_10.42.42.5(pid=4684) [trial-2356↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a06:57:34.044467 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:57:34.055200 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a06:57:34.185981 tst mo_mt_sms.py: using LAC 19721\u000a06:57:34.315518 tst mo_mt_sms.py: using RAC 86\u000a06:57:34.442669 tst mo_mt_sms.py: using CellId 19721\u000a06:57:34.564007 tst mo_mt_sms.py: using BVCI 19722\u000a06:57:34.587056 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:57:34.597725 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:57:34.608203 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:57:34.618728 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:57:34.629266 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:57:34.639722 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a06:57:34.760378 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a06:57:34.967081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:57:36.689912 run create_hlr_db(pid=4678): Launched\u000a06:57:36.864085 bus /sierra_2: Setting Powered False\u000a06:57:37.886146 run create_hlr_db(pid=4678): Terminated: ok {rc=0}\u000a06:57:38.321984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4680): Launched\u000a06:57:38.653874 run osmo-hlr_10.42.42.2(pid=4681): Launched\u000a06:57:38.775691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:57:41.347185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4683): Launched\u000a06:57:41.677652 run osmo-stp_10.42.42.5(pid=4684): Launched\u000a06:57:41.797521 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:57:47.268208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4686): Launched\u000a06:57:47.574831 run osmo-msc_10.42.42.6(pid=4687): Launched\u000a06:57:47.752309 run osmo-stp_10.42.42.5(pid=4684): ERR: Terminated: ERROR {rc=1} [trial-2356↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4684)]\u000a06:57:47.881734 run osmo-stp_10.42.42.5(pid=4684): stdout: \u000a| (launched: 2022-12-09_06:57:41.513579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:57:48.009326 run osmo-stp_10.42.42.5(pid=4684): stderr: \u000a| �[0;m�[38;5;43m20221209065741709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065741709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065741710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065741710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065741712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065741713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065741713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:57:48.132463 run osmo-stp_10.42.42.5(pid=4684): stdout: \u000a| (launched: 2022-12-09_06:57:41.513579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:57:48.253853 run osmo-stp_10.42.42.5(pid=4684): stderr: \u000a| �[0;m�[38;5;43m20221209065741709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065741709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065741710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065741710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065741712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065741713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065741713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:57:48.306808 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=4684): Process ended prematurely: osmo-stp_10.42.42.5(pid=4684) [trial-2356↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4684)] [trial-2356↪sms:sysmo↪mo_mt_sms.py:16]\u000a06:57:48.314863 tst mo_mt_sms.py:16: Test FAILED (14.3 sec)\u000a06:57:48.374783 run osmo-hlr_10.42.42.2(pid=4681): ERR: Terminated: ERROR {rc=237} [trial-2356↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4681)]\u000a06:57:48.424302 run osmo-hlr_10.42.42.2(pid=4681): stdout: \u000a| (launched: 2022-12-09_06:57:38.487892) \u000a06:57:48.474450 run osmo-hlr_10.42.42.2(pid=4681): stderr: \u000a| �[0;m�[1;31m20221209065738688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065738688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065738688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065738688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065738688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065738688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065738701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065738709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065738709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065738710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:57:48.542549 run osmo-msc_10.42.42.6(pid=4687): ERR: Terminated: ERROR {rc=2} [trial-2356↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4687)]\u000a06:57:48.592189 run osmo-msc_10.42.42.6(pid=4687): stdout: \u000a| (launched: 2022-12-09_06:57:47.422793) \u000a06:57:48.642399 run osmo-msc_10.42.42.6(pid=4687): stderr: \u000a| �[0;m�[38;5;43m20221209065747699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065747699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ac3364c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065747699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065747699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065747700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065747700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065747702 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065747702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065747702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065747702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:57:48.685110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4680): Terminating (SIGTERM)\u000a06:57:48.725411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4683): Terminating (SIGTERM)\u000a06:57:48.765347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4686): Terminating (SIGTERM)\u000a06:57:48.774497 --- ParallelTerminationStrategy: PID 4680 died...\u000a06:57:48.827694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4680): Terminated: ok {rc=0}\u000a06:57:48.837236 --- ParallelTerminationStrategy: PID 4683 died...\u000a06:57:48.890665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4683): Terminated: ok {rc=0}\u000a06:57:48.900180 --- ParallelTerminationStrategy: PID 4686 died...\u000a06:57:48.953114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4686): Terminated: ok {rc=0}\u000a06:57:49.042711 bus /sierra_3: Setting Powered False\u000a06:57:50.150185 bus /sierra_3: Setting Powered False\u000a06:57:51.258630 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:57:33" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4693): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4693) [trial-2356↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4693)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4693): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4693) [trial-2356↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a06:57:53.207835 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a06:57:53.219154 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a06:57:53.352398 tst assert_extension.py: using LAC 19722\u000a06:57:53.479817 tst assert_extension.py: using RAC 87\u000a06:57:53.606859 tst assert_extension.py: using CellId 19722\u000a06:57:53.733542 tst assert_extension.py: using BVCI 19723\u000a06:57:53.758405 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a06:57:54.053012 tst assert_extension.py:10: start nitb and bts...\u000a06:57:54.189799 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:57:54.864310 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4692): Launched\u000a06:57:55.191256 run osmo-nitb_10.42.42.2(pid=4693): Launched\u000a06:57:55.390772 run osmo-nitb_10.42.42.2(pid=4693): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4693)]\u000a06:57:55.537798 run osmo-nitb_10.42.42.2(pid=4693): stdout: \u000a| (launched: 2022-12-09_06:57:55.030274) \u000a06:57:55.685701 run osmo-nitb_10.42.42.2(pid=4693): stderr: \u000a| (launched: 2022-12-09_06:57:55.078891)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:57:55.828566 run osmo-nitb_10.42.42.2(pid=4693): stdout: \u000a| (launched: 2022-12-09_06:57:55.030274) \u000a06:57:55.970844 run osmo-nitb_10.42.42.2(pid=4693): stderr: \u000a| (launched: 2022-12-09_06:57:55.078891)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:57:56.321839 tst osmo-nitb_10.42.42.2(pid=4693): stdout: \u000a| (launched: 2022-12-09_06:57:55.030274) \u000a06:57:56.451159 tst osmo-nitb_10.42.42.2(pid=4693): stderr: \u000a| (launched: 2022-12-09_06:57:55.078891)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:57:56.507694 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=4693): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4693) [trial-2356↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4693)] [trial-2356↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a06:57:56.516487 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a06:57:56.553623 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4692): Terminating (SIGTERM)\u000a06:57:56.731246 --- ParallelTerminationStrategy: PID 4692 died...\u000a06:57:56.789786 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4692): Terminated: ok {rc=0}\u000a06:57:56.877553 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:57:53" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4703): Process ended prematurely: osmo-stp_10.42.42.5(pid=4703) [trial-2356↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4703)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4703): Process ended prematurely: osmo-stp_10.42.42.5(pid=4703) [trial-2356↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a06:57:58.691946 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:57:58.702809 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a06:57:58.828699 tst assert_extension.py: using LAC 19723\u000a06:57:58.947071 tst assert_extension.py: using RAC 88\u000a06:57:59.065634 tst assert_extension.py: using CellId 19723\u000a06:57:59.184494 tst assert_extension.py: using BVCI 19724\u000a06:57:59.207494 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:57:59.218231 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:57:59.228880 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:57:59.239672 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:57:59.250798 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:57:59.261666 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a06:57:59.472118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:57:59.996797 run create_hlr_db(pid=4697): Launched\u000a06:58:00.186463 bus /sierra_2: Setting Powered False\u000a06:58:01.200030 run create_hlr_db(pid=4697): Terminated: ok {rc=0}\u000a06:58:01.656408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4699): Launched\u000a06:58:02.045427 run osmo-hlr_10.42.42.2(pid=4700): Launched\u000a06:58:02.198569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:58:02.748764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4702): Launched\u000a06:58:03.057258 run osmo-stp_10.42.42.5(pid=4703): Launched\u000a06:58:03.169524 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:58:03.727093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4705): Launched\u000a06:58:04.035414 run osmo-msc_10.42.42.6(pid=4706): Launched\u000a06:58:04.216670 run osmo-stp_10.42.42.5(pid=4703): ERR: Terminated: ERROR {rc=1} [trial-2356↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4703)]\u000a06:58:04.347566 run osmo-stp_10.42.42.5(pid=4703): stdout: \u000a| (launched: 2022-12-09_06:58:02.904209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:04.475194 run osmo-stp_10.42.42.5(pid=4703): stderr: \u000a| �[0;m�[38;5;43m20221209065803077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065803077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065803077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065803078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065803080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065803080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065803080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:04.598043 run osmo-stp_10.42.42.5(pid=4703): stdout: \u000a| (launched: 2022-12-09_06:58:02.904209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:04.719377 run osmo-stp_10.42.42.5(pid=4703): stderr: \u000a| �[0;m�[38;5;43m20221209065803077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065803077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065803077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065803078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065803080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065803080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065803080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:04.772356 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=4703): Process ended prematurely: osmo-stp_10.42.42.5(pid=4703) [trial-2356↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4703)] [trial-2356↪ussd:sysmo↪assert_extension.py:17]\u000a06:58:04.780376 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a06:58:04.841969 run osmo-hlr_10.42.42.2(pid=4700): ERR: Terminated: ERROR {rc=237} [trial-2356↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4700)]\u000a06:58:04.892132 run osmo-hlr_10.42.42.2(pid=4700): stdout: \u000a| (launched: 2022-12-09_06:58:01.826111) \u000a06:58:04.942810 run osmo-hlr_10.42.42.2(pid=4700): stderr: \u000a| �[0;m�[1;31m20221209065802166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065802166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065802166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065802166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065802166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065802166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065802178 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065802190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065802190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065802190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:58:05.011448 run osmo-msc_10.42.42.6(pid=4706): ERR: Terminated: ERROR {rc=2} [trial-2356↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4706)]\u000a06:58:05.061597 run osmo-msc_10.42.42.6(pid=4706): stdout: \u000a| (launched: 2022-12-09_06:58:03.882047) \u000a06:58:05.112441 run osmo-msc_10.42.42.6(pid=4706): stderr: \u000a| �[0;m�[38;5;43m20221209065804156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065804157 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f67f23b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065804157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065804157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065804157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065804157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065804159 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065804159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065804159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065804159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:58:05.155026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4699): Terminating (SIGTERM)\u000a06:58:05.195305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4702): Terminating (SIGTERM)\u000a06:58:05.235945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4705): Terminating (SIGTERM)\u000a06:58:05.245314 --- ParallelTerminationStrategy: PID 4699 died...\u000a06:58:05.299181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4699): Terminated: ok {rc=0}\u000a06:58:05.308929 --- ParallelTerminationStrategy: PID 4702 died...\u000a06:58:05.362922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4702): Terminated: ok {rc=0}\u000a06:58:05.372714 --- ParallelTerminationStrategy: PID 4705 died...\u000a06:58:05.426761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4705): Terminated: ok {rc=0}\u000a06:58:05.517278 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:57:58" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4717): Process ended prematurely: osmo-stp_10.42.42.5(pid=4717) [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4717)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4717): Process ended prematurely: osmo-stp_10.42.42.5(pid=4717) [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4717)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:58:07.434878 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:58:07.446072 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:58:07.590332 tst mo_mt_call.py: using LAC 19724\u000a06:58:07.709698 tst mo_mt_call.py: using RAC 89\u000a06:58:07.829115 tst mo_mt_call.py: using CellId 19724\u000a06:58:07.956674 tst mo_mt_call.py: using BVCI 19725\u000a06:58:07.982269 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:58:07.994163 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:58:08.006029 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:58:08.018318 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:58:08.030607 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:58:08.042999 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:58:08.165243 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:58:08.372501 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:58:08.863592 run create_hlr_db(pid=4711): Launched\u000a06:58:09.042852 bus /sierra_2: Setting Powered False\u000a06:58:10.064303 run create_hlr_db(pid=4711): Terminated: ok {rc=0}\u000a06:58:10.508939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4713): Launched\u000a06:58:10.845059 run osmo-hlr_10.42.42.2(pid=4714): Launched\u000a06:58:10.969119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:58:11.546782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4716): Launched\u000a06:58:11.880594 run osmo-stp_10.42.42.5(pid=4717): Launched\u000a06:58:12.001671 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:58:12.606987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4719): Launched\u000a06:58:12.941360 run osmo-msc_10.42.42.6(pid=4720): Launched\u000a06:58:13.135857 run osmo-stp_10.42.42.5(pid=4717): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4717)]\u000a06:58:13.276337 run osmo-stp_10.42.42.5(pid=4717): stdout: \u000a| (launched: 2022-12-09_06:58:11.716282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:13.415284 run osmo-stp_10.42.42.5(pid=4717): stderr: \u000a| �[0;m�[38;5;43m20221209065811912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065811912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065811912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065811913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065811913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065811913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065811913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:13.549279 run osmo-stp_10.42.42.5(pid=4717): stdout: \u000a| (launched: 2022-12-09_06:58:11.716282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:13.682245 run osmo-stp_10.42.42.5(pid=4717): stderr: \u000a| �[0;m�[38;5;43m20221209065811912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065811912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065811912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065811913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065811913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065811913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065811913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:13.740584 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4717): Process ended prematurely: osmo-stp_10.42.42.5(pid=4717) [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4717)] [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a06:58:13.749896 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a06:58:13.813018 run osmo-hlr_10.42.42.2(pid=4714): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4714)]\u000a06:58:13.865027 run osmo-hlr_10.42.42.2(pid=4714): stdout: \u000a| (launched: 2022-12-09_06:58:10.679854) \u000a06:58:13.917585 run osmo-hlr_10.42.42.2(pid=4714): stderr: \u000a| �[0;m�[1;31m20221209065810882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065810882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065810882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065810882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065810882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065810882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065810894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065810905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065810905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065810905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:58:13.989042 run osmo-msc_10.42.42.6(pid=4720): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4720)]\u000a06:58:14.040992 run osmo-msc_10.42.42.6(pid=4720): stdout: \u000a| (launched: 2022-12-09_06:58:12.776256) \u000a06:58:14.093517 run osmo-msc_10.42.42.6(pid=4720): stderr: \u000a| �[0;m�[38;5;43m20221209065813101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065813101 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78a80edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065813101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065813101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065813101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065813102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065813103 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065813104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065813104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065813104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:58:14.138253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4713): Terminating (SIGTERM)\u000a06:58:14.180503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4716): Terminating (SIGTERM)\u000a06:58:14.222977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4719): Terminating (SIGTERM)\u000a06:58:14.232690 --- ParallelTerminationStrategy: PID 4713 died...\u000a06:58:14.289655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4713): Terminated: ok {rc=0}\u000a06:58:14.299775 --- ParallelTerminationStrategy: PID 4716 died...\u000a06:58:14.356098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4716): Terminated: ok {rc=0}\u000a06:58:14.366173 --- ParallelTerminationStrategy: PID 4719 died...\u000a06:58:14.422221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4719): Terminated: ok {rc=0}\u000a06:58:14.510717 bus /sierra_3: Setting Powered False\u000a06:58:15.618311 bus /sierra_3: Setting Powered False\u000a06:58:16.734713 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4728): Process ended prematurely: osmo-stp_10.42.42.5(pid=4728) [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4728)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4728): Process ended prematurely: osmo-stp_10.42.42.5(pid=4728) [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:58:17.850698 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:58:17.863021 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:58:18.013363 tst mo_mt_call_osmux.py: using LAC 19725\u000a06:58:18.134375 tst mo_mt_call_osmux.py: using RAC 90\u000a06:58:18.257384 tst mo_mt_call_osmux.py: using CellId 19725\u000a06:58:18.378021 tst mo_mt_call_osmux.py: using BVCI 19726\u000a06:58:18.401584 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:58:18.412770 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:58:18.423770 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:58:18.435075 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:58:18.446438 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:58:18.457742 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:58:18.578268 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:58:18.786037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:58:19.277056 run create_hlr_db(pid=4722): Launched\u000a06:58:19.455847 bus /sierra_2: Setting Powered False\u000a06:58:20.488750 run create_hlr_db(pid=4722): Terminated: ok {rc=0}\u000a06:58:20.909184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4724): Launched\u000a06:58:21.222363 run osmo-hlr_10.42.42.2(pid=4725): Launched\u000a06:58:21.343061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:58:21.889302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4727): Launched\u000a06:58:22.201168 run osmo-stp_10.42.42.5(pid=4728): Launched\u000a06:58:22.314632 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:58:22.880533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4730): Launched\u000a06:58:23.193074 run osmo-msc_10.42.42.6(pid=4731): Launched\u000a06:58:23.375207 run osmo-stp_10.42.42.5(pid=4728): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4728)]\u000a06:58:23.505884 run osmo-stp_10.42.42.5(pid=4728): stdout: \u000a| (launched: 2022-12-09_06:58:22.046587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:23.634537 run osmo-stp_10.42.42.5(pid=4728): stderr: \u000a| �[0;m�[38;5;43m20221209065822220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065822220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065822220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065822221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065822221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065822221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065822221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:23.759130 run osmo-stp_10.42.42.5(pid=4728): stdout: \u000a| (launched: 2022-12-09_06:58:22.046587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:23.882995 run osmo-stp_10.42.42.5(pid=4728): stderr: \u000a| �[0;m�[38;5;43m20221209065822220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065822220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065822220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065822221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065822221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065822221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065822221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:23.937250 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4728): Process ended prematurely: osmo-stp_10.42.42.5(pid=4728) [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4728)] [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a06:58:23.945856 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a06:58:24.006740 run osmo-hlr_10.42.42.2(pid=4725): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4725)]\u000a06:58:24.056782 run osmo-hlr_10.42.42.2(pid=4725): stdout: \u000a| (launched: 2022-12-09_06:58:21.067173) \u000a06:58:24.107743 run osmo-hlr_10.42.42.2(pid=4725): stderr: \u000a| �[0;m�[1;31m20221209065821245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065821245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065821245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065821245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065821245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065821245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065821259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065821267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065821268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065821268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:58:24.176635 run osmo-msc_10.42.42.6(pid=4731): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4731)]\u000a06:58:24.226834 run osmo-msc_10.42.42.6(pid=4731): stdout: \u000a| (launched: 2022-12-09_06:58:23.037576) \u000a06:58:24.277628 run osmo-msc_10.42.42.6(pid=4731): stderr: \u000a| �[0;m�[38;5;43m20221209065823313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065823313 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f968bfacc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065823313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065823313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065823313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065823313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065823315 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065823315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065823316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065823316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:58:24.320216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4724): Terminating (SIGTERM)\u000a06:58:24.360644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4727): Terminating (SIGTERM)\u000a06:58:24.401483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4730): Terminating (SIGTERM)\u000a06:58:24.410980 --- ParallelTerminationStrategy: PID 4724 died...\u000a06:58:24.465450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4724): Terminated: ok {rc=0}\u000a06:58:24.475299 --- ParallelTerminationStrategy: PID 4727 died...\u000a06:58:24.529923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4727): Terminated: ok {rc=0}\u000a06:58:24.540156 --- ParallelTerminationStrategy: PID 4730 died...\u000a06:58:24.594299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4730): Terminated: ok {rc=0}\u000a06:58:24.683295 bus /sierra_3: Setting Powered False\u000a06:58:25.787781 bus /sierra_3: Setting Powered False\u000a06:58:26.900714 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:58:07" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4742): Process ended prematurely: osmo-stp_10.42.42.5(pid=4742) [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4742)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4742): Process ended prematurely: osmo-stp_10.42.42.5(pid=4742) [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4742)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a06:58:28.871333 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:58:28.882866 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:58:29.039270 tst mo_mt_call.py: using LAC 19726\u000a06:58:29.167552 tst mo_mt_call.py: using RAC 91\u000a06:58:29.297151 tst mo_mt_call.py: using CellId 19726\u000a06:58:29.420697 tst mo_mt_call.py: using BVCI 19727\u000a06:58:29.444442 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:58:29.455693 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:58:29.466823 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:58:29.478233 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:58:29.490076 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:58:29.501118 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:58:29.621299 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:58:29.828577 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:58:30.317795 run create_hlr_db(pid=4736): Launched\u000a06:58:30.496694 bus /sierra_2: Setting Powered False\u000a06:58:31.522035 run create_hlr_db(pid=4736): Terminated: ok {rc=0}\u000a06:58:31.959825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4738): Launched\u000a06:58:32.285123 run osmo-hlr_10.42.42.2(pid=4739): Launched\u000a06:58:32.409743 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:58:32.966598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4741): Launched\u000a06:58:33.278170 run osmo-stp_10.42.42.5(pid=4742): Launched\u000a06:58:33.395501 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:58:33.962772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4744): Launched\u000a06:58:34.276525 run osmo-msc_10.42.42.6(pid=4745): Launched\u000a06:58:34.458349 run osmo-stp_10.42.42.5(pid=4742): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4742)]\u000a06:58:34.589224 run osmo-stp_10.42.42.5(pid=4742): stdout: \u000a| (launched: 2022-12-09_06:58:33.124091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:34.718101 run osmo-stp_10.42.42.5(pid=4742): stderr: \u000a| �[0;m�[38;5;43m20221209065833298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065833298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065833298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065833299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065833299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065833299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065833300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:34.842828 run osmo-stp_10.42.42.5(pid=4742): stdout: \u000a| (launched: 2022-12-09_06:58:33.124091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:34.967368 run osmo-stp_10.42.42.5(pid=4742): stderr: \u000a| �[0;m�[38;5;43m20221209065833298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065833298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065833298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065833299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065833299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065833299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065833300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:35.021906 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4742): Process ended prematurely: osmo-stp_10.42.42.5(pid=4742) [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4742)] [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a06:58:35.030733 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:58:35.091381 run osmo-hlr_10.42.42.2(pid=4739): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4739)]\u000a06:58:35.140772 run osmo-hlr_10.42.42.2(pid=4739): stdout: \u000a| (launched: 2022-12-09_06:58:32.122740) \u000a06:58:35.190784 run osmo-hlr_10.42.42.2(pid=4739): stderr: \u000a| �[0;m�[1;31m20221209065832304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065832304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065832304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065832304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065832304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065832304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065832327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065832337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065832337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065832337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:58:35.258201 run osmo-msc_10.42.42.6(pid=4745): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4745)]\u000a06:58:35.307641 run osmo-msc_10.42.42.6(pid=4745): stdout: \u000a| (launched: 2022-12-09_06:58:34.120245) \u000a06:58:35.357493 run osmo-msc_10.42.42.6(pid=4745): stderr: \u000a| �[0;m�[38;5;43m20221209065834395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065834395 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7eb052c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065834396 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065834396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065834396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065834396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065834398 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065834398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065834398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065834398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:58:35.399299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4738): Terminating (SIGTERM)\u000a06:58:35.439047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4741): Terminating (SIGTERM)\u000a06:58:35.478646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4744): Terminating (SIGTERM)\u000a06:58:35.487915 --- ParallelTerminationStrategy: PID 4738 died...\u000a06:58:35.541148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4738): Terminated: ok {rc=0}\u000a06:58:35.550796 --- ParallelTerminationStrategy: PID 4741 died...\u000a06:58:35.603612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4741): Terminated: ok {rc=0}\u000a06:58:35.613403 --- ParallelTerminationStrategy: PID 4744 died...\u000a06:58:35.666863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4744): Terminated: ok {rc=0}\u000a06:58:35.755128 bus /sierra_3: Setting Powered False\u000a06:58:36.858518 bus /sierra_3: Setting Powered False\u000a06:58:37.969866 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4754): Process ended prematurely: osmo-stp_10.42.42.5(pid=4754) [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4754)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4754): Process ended prematurely: osmo-stp_10.42.42.5(pid=4754) [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:58:39.081380 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:58:39.093311 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:58:39.240165 tst mo_mt_call_osmux.py: using LAC 19727\u000a06:58:39.362773 tst mo_mt_call_osmux.py: using RAC 92\u000a06:58:39.485843 tst mo_mt_call_osmux.py: using CellId 19727\u000a06:58:39.614906 tst mo_mt_call_osmux.py: using BVCI 19728\u000a06:58:39.640484 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:58:39.652340 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:58:39.664061 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:58:39.676047 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:58:39.687859 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:58:39.699516 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:58:39.817317 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:58:40.025681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:58:40.517355 run create_hlr_db(pid=4748): Launched\u000a06:58:40.695752 bus /sierra_2: Setting Powered False\u000a06:58:41.718295 run create_hlr_db(pid=4748): Terminated: ok {rc=0}\u000a06:58:42.132234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4750): Launched\u000a06:58:42.446310 run osmo-hlr_10.42.42.2(pid=4751): Launched\u000a06:58:42.559582 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:58:43.097373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4753): Launched\u000a06:58:43.408693 run osmo-stp_10.42.42.5(pid=4754): Launched\u000a06:58:43.522403 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:58:44.087875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4756): Launched\u000a06:58:44.400863 run osmo-msc_10.42.42.6(pid=4757): Launched\u000a06:58:44.583344 run osmo-stp_10.42.42.5(pid=4754): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4754)]\u000a06:58:44.714234 run osmo-stp_10.42.42.5(pid=4754): stdout: \u000a| (launched: 2022-12-09_06:58:43.254456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:44.843587 run osmo-stp_10.42.42.5(pid=4754): stderr: \u000a| �[0;m�[38;5;43m20221209065843428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065843428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065843428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065843429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065843429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065843429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065843429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:44.968239 run osmo-stp_10.42.42.5(pid=4754): stdout: \u000a| (launched: 2022-12-09_06:58:43.254456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:45.092455 run osmo-stp_10.42.42.5(pid=4754): stderr: \u000a| �[0;m�[38;5;43m20221209065843428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065843428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065843428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065843429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065843429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065843429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065843429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:45.146964 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4754): Process ended prematurely: osmo-stp_10.42.42.5(pid=4754) [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4754)] [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a06:58:45.155573 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a06:58:45.220911 run osmo-hlr_10.42.42.2(pid=4751): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4751)]\u000a06:58:45.272413 run osmo-hlr_10.42.42.2(pid=4751): stdout: \u000a| (launched: 2022-12-09_06:58:42.290470) \u000a06:58:45.324458 run osmo-hlr_10.42.42.2(pid=4751): stderr: \u000a| �[0;m�[1;31m20221209065842470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065842470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065842470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065842470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065842470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065842470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065842483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065842491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065842491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065842491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:58:45.394922 run osmo-msc_10.42.42.6(pid=4757): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4757)]\u000a06:58:45.446315 run osmo-msc_10.42.42.6(pid=4757): stdout: \u000a| (launched: 2022-12-09_06:58:44.245378) \u000a06:58:45.498453 run osmo-msc_10.42.42.6(pid=4757): stderr: \u000a| �[0;m�[38;5;43m20221209065844521 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065844521 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1137c87c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065844521 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065844521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065844522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065844522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065844525 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065844526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065844526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065844526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:58:45.542535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4750): Terminating (SIGTERM)\u000a06:58:45.584089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4753): Terminating (SIGTERM)\u000a06:58:45.625834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4756): Terminating (SIGTERM)\u000a06:58:45.635570 --- ParallelTerminationStrategy: PID 4750 died...\u000a06:58:45.691709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4750): Terminated: ok {rc=0}\u000a06:58:45.701714 --- ParallelTerminationStrategy: PID 4753 died...\u000a06:58:45.757268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4753): Terminated: ok {rc=0}\u000a06:58:45.767238 --- ParallelTerminationStrategy: PID 4756 died...\u000a06:58:45.822691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4756): Terminated: ok {rc=0}\u000a06:58:45.918974 bus /sierra_3: Setting Powered False\u000a06:58:47.023109 bus /sierra_3: Setting Powered False\u000a06:58:48.133675 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:58:28" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4769): Process ended prematurely: osmo-stp_10.42.42.5(pid=4769) [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4769)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4769): Process ended prematurely: osmo-stp_10.42.42.5(pid=4769) [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:58:50.094612 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:58:50.105985 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:58:50.251083 tst mo_mt_call.py: using LAC 19728\u000a06:58:50.373980 tst mo_mt_call.py: using RAC 93\u000a06:58:50.494569 tst mo_mt_call.py: using CellId 19728\u000a06:58:50.617750 tst mo_mt_call.py: using BVCI 19729\u000a06:58:50.641304 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:58:50.652441 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:58:50.663456 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:58:50.674662 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:58:50.685941 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:58:50.697376 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:58:50.818907 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:58:51.037311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:58:51.560824 run create_hlr_db(pid=4763): Launched\u000a06:58:51.740438 bus /sierra_2: Setting Powered False\u000a06:58:52.762624 run create_hlr_db(pid=4763): Terminated: ok {rc=0}\u000a06:58:53.177304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4765): Launched\u000a06:58:53.489873 run osmo-hlr_10.42.42.2(pid=4766): Launched\u000a06:58:53.604153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:58:54.142019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4768): Launched\u000a06:58:54.453405 run osmo-stp_10.42.42.5(pid=4769): Launched\u000a06:58:54.566770 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:58:55.132670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4771): Launched\u000a06:58:55.445497 run osmo-msc_10.42.42.6(pid=4772): Launched\u000a06:58:55.626987 run osmo-stp_10.42.42.5(pid=4769): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4769)]\u000a06:58:55.757926 run osmo-stp_10.42.42.5(pid=4769): stdout: \u000a| (launched: 2022-12-09_06:58:54.299082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:55.886474 run osmo-stp_10.42.42.5(pid=4769): stderr: \u000a| �[0;m�[38;5;43m20221209065854473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065854473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065854473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065854473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065854474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065854474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065854474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:56.010740 run osmo-stp_10.42.42.5(pid=4769): stdout: \u000a| (launched: 2022-12-09_06:58:54.299082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:56.134175 run osmo-stp_10.42.42.5(pid=4769): stderr: \u000a| �[0;m�[38;5;43m20221209065854473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065854473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065854473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065854473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065854474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065854474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065854474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:56.188351 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4769): Process ended prematurely: osmo-stp_10.42.42.5(pid=4769) [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4769)] [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a06:58:56.196832 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a06:58:56.257828 run osmo-hlr_10.42.42.2(pid=4766): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4766)]\u000a06:58:56.307621 run osmo-hlr_10.42.42.2(pid=4766): stdout: \u000a| (launched: 2022-12-09_06:58:53.334907) \u000a06:58:56.358080 run osmo-hlr_10.42.42.2(pid=4766): stderr: \u000a| �[0;m�[1;31m20221209065853514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065853514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065853514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065853514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065853514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065853514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065853527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065853535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065853535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065853535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:58:56.426404 run osmo-msc_10.42.42.6(pid=4772): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4772)]\u000a06:58:56.476255 run osmo-msc_10.42.42.6(pid=4772): stdout: \u000a| (launched: 2022-12-09_06:58:55.290220) \u000a06:58:56.526401 run osmo-msc_10.42.42.6(pid=4772): stderr: \u000a| �[0;m�[38;5;43m20221209065855566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065855566 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8d31c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065855566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065855566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065855566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065855566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065855568 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065855568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065855569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065855569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:58:56.569286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4765): Terminating (SIGTERM)\u000a06:58:56.609338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4768): Terminating (SIGTERM)\u000a06:58:56.649257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4771): Terminating (SIGTERM)\u000a06:58:56.658618 --- ParallelTerminationStrategy: PID 4765 died...\u000a06:58:56.712278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4765): Terminated: ok {rc=0}\u000a06:58:56.722102 --- ParallelTerminationStrategy: PID 4768 died...\u000a06:58:56.775879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4768): Terminated: ok {rc=0}\u000a06:58:56.785837 --- ParallelTerminationStrategy: PID 4771 died...\u000a06:58:56.840082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4771): Terminated: ok {rc=0}\u000a06:58:56.924345 bus /sierra_3: Setting Powered False\u000a06:58:58.033676 bus /sierra_3: Setting Powered False\u000a06:58:59.143040 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4780): Process ended prematurely: osmo-stp_10.42.42.5(pid=4780) [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4780)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4780): Process ended prematurely: osmo-stp_10.42.42.5(pid=4780) [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:59:00.259706 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:59:00.271937 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:59:00.426852 tst mo_mt_call_osmux.py: using LAC 19729\u000a06:59:00.557680 tst mo_mt_call_osmux.py: using RAC 94\u000a06:59:00.690612 tst mo_mt_call_osmux.py: using CellId 19729\u000a06:59:00.821330 tst mo_mt_call_osmux.py: using BVCI 19730\u000a06:59:00.868187 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:59:00.880932 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:59:00.893557 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:59:00.906315 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:59:00.918502 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:59:00.931135 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:59:01.057635 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:59:01.277024 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:59:01.850149 run create_hlr_db(pid=4774): Launched\u000a06:59:02.046423 bus /sierra_2: Setting Powered False\u000a06:59:03.064713 run create_hlr_db(pid=4774): Terminated: ok {rc=0}\u000a06:59:03.507825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4776): Launched\u000a06:59:03.843280 run osmo-hlr_10.42.42.2(pid=4777): Launched\u000a06:59:03.967163 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:59:04.546908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4779): Launched\u000a06:59:04.881105 run osmo-stp_10.42.42.5(pid=4780): Launched\u000a06:59:05.001988 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:59:05.607578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4782): Launched\u000a06:59:05.943317 run osmo-msc_10.42.42.6(pid=4783): Launched\u000a06:59:06.137305 run osmo-stp_10.42.42.5(pid=4780): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4780)]\u000a06:59:06.277081 run osmo-stp_10.42.42.5(pid=4780): stdout: \u000a| (launched: 2022-12-09_06:59:04.716666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:06.415882 run osmo-stp_10.42.42.5(pid=4780): stderr: \u000a| �[0;m�[38;5;43m20221209065904911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065904912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065904912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065904912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065904913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065904913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065904913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:06.549268 run osmo-stp_10.42.42.5(pid=4780): stdout: \u000a| (launched: 2022-12-09_06:59:04.716666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:06.682319 run osmo-stp_10.42.42.5(pid=4780): stderr: \u000a| �[0;m�[38;5;43m20221209065904911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065904912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065904912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065904912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065904913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065904913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065904913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:06.740554 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4780): Process ended prematurely: osmo-stp_10.42.42.5(pid=4780) [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4780)] [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a06:59:06.749984 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a06:59:06.812509 run osmo-hlr_10.42.42.2(pid=4777): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4777)]\u000a06:59:06.863930 run osmo-hlr_10.42.42.2(pid=4777): stdout: \u000a| (launched: 2022-12-09_06:59:03.678094) \u000a06:59:06.916018 run osmo-hlr_10.42.42.2(pid=4777): stderr: \u000a| �[0;m�[1;31m20221209065903883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065903883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065903883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065903883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065903883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065903883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065903897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065903905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065903905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065903905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:59:06.987151 run osmo-msc_10.42.42.6(pid=4783): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4783)]\u000a06:59:07.038654 run osmo-msc_10.42.42.6(pid=4783): stdout: \u000a| (launched: 2022-12-09_06:59:05.777328) \u000a06:59:07.090720 run osmo-msc_10.42.42.6(pid=4783): stderr: \u000a| �[0;m�[38;5;43m20221209065906103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065906103 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d99a44c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065906103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065906103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065906103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065906104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065906105 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065906106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065906106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065906106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:59:07.134914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4776): Terminating (SIGTERM)\u000a06:59:07.176757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4779): Terminating (SIGTERM)\u000a06:59:07.218536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4782): Terminating (SIGTERM)\u000a06:59:07.228135 --- ParallelTerminationStrategy: PID 4776 died...\u000a06:59:07.284049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4776): Terminated: ok {rc=0}\u000a06:59:07.294104 --- ParallelTerminationStrategy: PID 4779 died...\u000a06:59:07.350207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4779): Terminated: ok {rc=0}\u000a06:59:07.360204 --- ParallelTerminationStrategy: PID 4782 died...\u000a06:59:07.416017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4782): Terminated: ok {rc=0}\u000a06:59:07.503059 bus /sierra_3: Setting Powered False\u000a06:59:08.606508 bus /sierra_3: Setting Powered False\u000a06:59:09.717668 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:58:49" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4794): Process ended prematurely: osmo-stp_10.42.42.5(pid=4794) [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4794)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4794): Process ended prematurely: osmo-stp_10.42.42.5(pid=4794) [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:59:11.678039 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:59:11.689170 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:59:11.838634 tst mo_mt_call.py: using LAC 19730\u000a06:59:11.967662 tst mo_mt_call.py: using RAC 95\u000a06:59:12.091200 tst mo_mt_call.py: using CellId 19730\u000a06:59:12.213353 tst mo_mt_call.py: using BVCI 19731\u000a06:59:12.236741 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:59:12.247806 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:59:12.258716 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:59:12.269964 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:59:12.281147 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:59:12.292400 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:59:12.407118 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:59:12.625487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:59:13.162598 run create_hlr_db(pid=4788): Launched\u000a06:59:13.355392 bus /sierra_2: Setting Powered False\u000a06:59:14.376186 run create_hlr_db(pid=4788): Terminated: ok {rc=0}\u000a06:59:14.818565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4790): Launched\u000a06:59:15.152713 run osmo-hlr_10.42.42.2(pid=4791): Launched\u000a06:59:15.273789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:59:15.858156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4793): Launched\u000a06:59:16.380138 run osmo-stp_10.42.42.5(pid=4794): Launched\u000a06:59:16.522297 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:59:17.121709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4796): Launched\u000a06:59:17.441555 run osmo-msc_10.42.42.6(pid=4797): Launched\u000a06:59:17.627552 run osmo-stp_10.42.42.5(pid=4794): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4794)]\u000a06:59:17.760896 run osmo-stp_10.42.42.5(pid=4794): stdout: \u000a| (launched: 2022-12-09_06:59:16.051348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:17.891017 run osmo-stp_10.42.42.5(pid=4794): stderr: \u000a| �[0;m�[38;5;43m20221209065916257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065916258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065916258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065916259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065916259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065916259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065916259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:18.015980 run osmo-stp_10.42.42.5(pid=4794): stdout: \u000a| (launched: 2022-12-09_06:59:16.051348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:18.139960 run osmo-stp_10.42.42.5(pid=4794): stderr: \u000a| �[0;m�[38;5;43m20221209065916257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065916258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065916258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065916259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065916259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065916259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065916259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:18.194572 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4794): Process ended prematurely: osmo-stp_10.42.42.5(pid=4794) [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4794)] [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a06:59:18.203397 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a06:59:18.264041 run osmo-hlr_10.42.42.2(pid=4791): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4791)]\u000a06:59:18.313760 run osmo-hlr_10.42.42.2(pid=4791): stdout: \u000a| (launched: 2022-12-09_06:59:14.988268) \u000a06:59:18.363914 run osmo-hlr_10.42.42.2(pid=4791): stderr: \u000a| �[0;m�[1;31m20221209065915190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065915190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065915191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065915191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065915191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065915191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065915203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065915212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065915212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065915212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:59:18.431461 run osmo-msc_10.42.42.6(pid=4797): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4797)]\u000a06:59:18.480771 run osmo-msc_10.42.42.6(pid=4797): stdout: \u000a| (launched: 2022-12-09_06:59:17.283999) \u000a06:59:18.530721 run osmo-msc_10.42.42.6(pid=4797): stderr: \u000a| �[0;m�[38;5;43m20221209065917558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065917558 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ac4b70c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065917558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065917558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065917558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065917559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065917560 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065917561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065917561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065917561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:59:18.572606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4790): Terminating (SIGTERM)\u000a06:59:18.612198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4793): Terminating (SIGTERM)\u000a06:59:18.652052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4796): Terminating (SIGTERM)\u000a06:59:18.661652 --- ParallelTerminationStrategy: PID 4790 died...\u000a06:59:18.715000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4790): Terminated: ok {rc=0}\u000a06:59:18.724734 --- ParallelTerminationStrategy: PID 4793 died...\u000a06:59:18.778105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4793): Terminated: ok {rc=0}\u000a06:59:18.787750 --- ParallelTerminationStrategy: PID 4796 died...\u000a06:59:18.840715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4796): Terminated: ok {rc=0}\u000a06:59:18.928620 bus /sierra_3: Setting Powered False\u000a06:59:20.031356 bus /sierra_3: Setting Powered False\u000a06:59:21.142968 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4805): Process ended prematurely: osmo-stp_10.42.42.5(pid=4805) [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4805)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4805): Process ended prematurely: osmo-stp_10.42.42.5(pid=4805) [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:59:22.255118 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:59:22.267228 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:59:22.412458 tst mo_mt_call_osmux.py: using LAC 19731\u000a06:59:22.535136 tst mo_mt_call_osmux.py: using RAC 96\u000a06:59:22.658764 tst mo_mt_call_osmux.py: using CellId 19731\u000a06:59:22.782881 tst mo_mt_call_osmux.py: using BVCI 19732\u000a06:59:22.806807 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:59:22.818192 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:59:22.829268 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:59:22.840634 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:59:22.852046 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:59:22.863574 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:59:22.984641 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:59:23.192758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:59:23.683859 run create_hlr_db(pid=4799): Launched\u000a06:59:23.862229 bus /sierra_2: Setting Powered False\u000a06:59:24.885379 run create_hlr_db(pid=4799): Terminated: ok {rc=0}\u000a06:59:25.329026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4801): Launched\u000a06:59:25.665553 run osmo-hlr_10.42.42.2(pid=4802): Launched\u000a06:59:25.788146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:59:26.368928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4804): Launched\u000a06:59:26.705363 run osmo-stp_10.42.42.5(pid=4805): Launched\u000a06:59:26.827460 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:59:27.439229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4807): Launched\u000a06:59:27.776010 run osmo-msc_10.42.42.6(pid=4808): Launched\u000a06:59:27.971078 run osmo-stp_10.42.42.5(pid=4805): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4805)]\u000a06:59:28.111452 run osmo-stp_10.42.42.5(pid=4805): stdout: \u000a| (launched: 2022-12-09_06:59:26.539296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:28.250371 run osmo-stp_10.42.42.5(pid=4805): stderr: \u000a| �[0;m�[38;5;43m20221209065926736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065926736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065926737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065926737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065926737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065926738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065926738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:28.384205 run osmo-stp_10.42.42.5(pid=4805): stdout: \u000a| (launched: 2022-12-09_06:59:26.539296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:28.516847 run osmo-stp_10.42.42.5(pid=4805): stderr: \u000a| �[0;m�[38;5;43m20221209065926736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065926736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065926737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065926737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065926737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065926738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065926738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:28.575368 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4805): Process ended prematurely: osmo-stp_10.42.42.5(pid=4805) [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4805)] [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a06:59:28.584612 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a06:59:28.647201 run osmo-hlr_10.42.42.2(pid=4802): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4802)]\u000a06:59:28.699199 run osmo-hlr_10.42.42.2(pid=4802): stdout: \u000a| (launched: 2022-12-09_06:59:25.499534) \u000a06:59:28.751298 run osmo-hlr_10.42.42.2(pid=4802): stderr: \u000a| �[0;m�[1;31m20221209065925702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065925702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065925702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065925702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065925702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065925702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065925714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065925723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065925723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065925723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:59:28.822083 run osmo-msc_10.42.42.6(pid=4808): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4808)]\u000a06:59:28.873834 run osmo-msc_10.42.42.6(pid=4808): stdout: \u000a| (launched: 2022-12-09_06:59:27.609363) \u000a06:59:28.925636 run osmo-msc_10.42.42.6(pid=4808): stderr: \u000a| �[0;m�[38;5;43m20221209065927937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065927937 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5952b4bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065927937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065927937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065927937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065927937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065927939 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065927939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065927939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065927940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:59:28.969682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4801): Terminating (SIGTERM)\u000a06:59:29.011614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4804): Terminating (SIGTERM)\u000a06:59:29.053480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4807): Terminating (SIGTERM)\u000a06:59:29.063085 --- ParallelTerminationStrategy: PID 4801 died...\u000a06:59:29.118955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4801): Terminated: ok {rc=0}\u000a06:59:29.129218 --- ParallelTerminationStrategy: PID 4804 died...\u000a06:59:29.184936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4804): Terminated: ok {rc=0}\u000a06:59:29.195052 --- ParallelTerminationStrategy: PID 4807 died...\u000a06:59:29.250577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4807): Terminated: ok {rc=0}\u000a06:59:29.336845 bus /sierra_3: Setting Powered False\u000a06:59:30.444674 bus /sierra_3: Setting Powered False\u000a06:59:31.578722 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:59:11" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4819): Process ended prematurely: osmo-stp_10.42.42.5(pid=4819) [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4819)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4819): Process ended prematurely: osmo-stp_10.42.42.5(pid=4819) [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:59:33.552208 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:59:33.563476 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:59:33.707534 tst mo_mt_call.py: using LAC 19732\u000a06:59:33.829782 tst mo_mt_call.py: using RAC 97\u000a06:59:33.950099 tst mo_mt_call.py: using CellId 19732\u000a06:59:34.069950 tst mo_mt_call.py: using BVCI 19733\u000a06:59:34.094020 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:59:34.105196 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:59:34.116011 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:59:34.127168 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:59:34.138385 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:59:34.149671 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:59:34.273347 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:59:34.480705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:59:34.971892 run create_hlr_db(pid=4813): Launched\u000a06:59:35.150081 bus /sierra_2: Setting Powered False\u000a06:59:36.172428 run create_hlr_db(pid=4813): Terminated: ok {rc=0}\u000a06:59:36.615318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4815): Launched\u000a06:59:36.953969 run osmo-hlr_10.42.42.2(pid=4816): Launched\u000a06:59:37.077203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:59:37.655032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4818): Launched\u000a06:59:37.990511 run osmo-stp_10.42.42.5(pid=4819): Launched\u000a06:59:38.112444 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:59:38.722146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4821): Launched\u000a06:59:39.057574 run osmo-msc_10.42.42.6(pid=4822): Launched\u000a06:59:39.251243 run osmo-stp_10.42.42.5(pid=4819): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4819)]\u000a06:59:39.391131 run osmo-stp_10.42.42.5(pid=4819): stdout: \u000a| (launched: 2022-12-09_06:59:37.825358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:39.530301 run osmo-stp_10.42.42.5(pid=4819): stderr: \u000a| �[0;m�[38;5;43m20221209065938020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065938021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065938021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065938021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065938022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065938022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065938022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:39.664254 run osmo-stp_10.42.42.5(pid=4819): stdout: \u000a| (launched: 2022-12-09_06:59:37.825358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:39.797832 run osmo-stp_10.42.42.5(pid=4819): stderr: \u000a| �[0;m�[38;5;43m20221209065938020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065938021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065938021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065938021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065938022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065938022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065938022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:39.856335 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4819): Process ended prematurely: osmo-stp_10.42.42.5(pid=4819) [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4819)] [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a06:59:39.865869 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a06:59:39.929660 run osmo-hlr_10.42.42.2(pid=4816): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4816)]\u000a06:59:39.982041 run osmo-hlr_10.42.42.2(pid=4816): stdout: \u000a| (launched: 2022-12-09_06:59:36.785462) \u000a06:59:40.034757 run osmo-hlr_10.42.42.2(pid=4816): stderr: \u000a| �[0;m�[1;31m20221209065936989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065936989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065936989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065936989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065936989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065936989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065937001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065937010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065937010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065937010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:59:40.106081 run osmo-msc_10.42.42.6(pid=4822): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4822)]\u000a06:59:40.158078 run osmo-msc_10.42.42.6(pid=4822): stdout: \u000a| (launched: 2022-12-09_06:59:38.892127) \u000a06:59:40.210742 run osmo-msc_10.42.42.6(pid=4822): stderr: \u000a| �[0;m�[38;5;43m20221209065939218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065939218 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9426af7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065939218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065939218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065939218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065939219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065939220 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065939221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065939221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065939221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:59:40.255644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4815): Terminating (SIGTERM)\u000a06:59:40.298067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4818): Terminating (SIGTERM)\u000a06:59:40.341064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4821): Terminating (SIGTERM)\u000a06:59:40.350913 --- ParallelTerminationStrategy: PID 4815 died...\u000a06:59:40.407926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4815): Terminated: ok {rc=0}\u000a06:59:40.418261 --- ParallelTerminationStrategy: PID 4818 died...\u000a06:59:40.475145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4818): Terminated: ok {rc=0}\u000a06:59:40.485566 --- ParallelTerminationStrategy: PID 4821 died...\u000a06:59:40.542728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4821): Terminated: ok {rc=0}\u000a06:59:40.630950 bus /sierra_3: Setting Powered False\u000a06:59:41.738289 bus /sierra_3: Setting Powered False\u000a06:59:42.850475 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4831): Process ended prematurely: osmo-stp_10.42.42.5(pid=4831) [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4831)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4831): Process ended prematurely: osmo-stp_10.42.42.5(pid=4831) [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:59:43.961497 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:59:43.973437 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:59:44.127424 tst mo_mt_call_osmux.py: using LAC 19733\u000a06:59:44.257747 tst mo_mt_call_osmux.py: using RAC 98\u000a06:59:44.387329 tst mo_mt_call_osmux.py: using CellId 19733\u000a06:59:44.519346 tst mo_mt_call_osmux.py: using BVCI 19734\u000a06:59:44.544899 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:59:44.556800 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:59:44.568492 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:59:44.580247 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:59:44.591951 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:59:44.603749 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:59:44.721448 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:59:44.929838 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:59:45.420492 run create_hlr_db(pid=4825): Launched\u000a06:59:45.599315 bus /sierra_2: Setting Powered False\u000a06:59:46.635624 run create_hlr_db(pid=4825): Terminated: ok {rc=0}\u000a06:59:47.099510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4827): Launched\u000a06:59:47.438293 run osmo-hlr_10.42.42.2(pid=4828): Launched\u000a06:59:47.562233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:59:48.142147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4830): Launched\u000a06:59:48.476691 run osmo-stp_10.42.42.5(pid=4831): Launched\u000a06:59:48.599170 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:59:49.209682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4833): Launched\u000a06:59:49.545260 run osmo-msc_10.42.42.6(pid=4834): Launched\u000a06:59:49.740118 run osmo-stp_10.42.42.5(pid=4831): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4831)]\u000a06:59:49.879668 run osmo-stp_10.42.42.5(pid=4831): stdout: \u000a| (launched: 2022-12-09_06:59:48.311945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:50.019274 run osmo-stp_10.42.42.5(pid=4831): stderr: \u000a| �[0;m�[38;5;43m20221209065948510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065948510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065948510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065948510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065948511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065948511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065948511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:50.153870 run osmo-stp_10.42.42.5(pid=4831): stdout: \u000a| (launched: 2022-12-09_06:59:48.311945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:50.287058 run osmo-stp_10.42.42.5(pid=4831): stderr: \u000a| �[0;m�[38;5;43m20221209065948510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065948510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065948510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065948510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065948511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065948511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065948511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:50.345712 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4831): Process ended prematurely: osmo-stp_10.42.42.5(pid=4831) [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4831)] [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a06:59:50.355252 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a06:59:50.418760 run osmo-hlr_10.42.42.2(pid=4828): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4828)]\u000a06:59:50.470437 run osmo-hlr_10.42.42.2(pid=4828): stdout: \u000a| (launched: 2022-12-09_06:59:47.271036) \u000a06:59:50.523196 run osmo-hlr_10.42.42.2(pid=4828): stderr: \u000a| �[0;m�[1;31m20221209065947473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065947473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065947473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065947473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065947473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065947473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065947485 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065947494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065947495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065947495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:59:50.594233 run osmo-msc_10.42.42.6(pid=4834): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4834)]\u000a06:59:50.646189 run osmo-msc_10.42.42.6(pid=4834): stdout: \u000a| (launched: 2022-12-09_06:59:49.379855) \u000a06:59:50.698525 run osmo-msc_10.42.42.6(pid=4834): stderr: \u000a| �[0;m�[38;5;43m20221209065949710 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209065949710 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc50052bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209065949710 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209065949710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209065949710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209065949710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209065949712 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209065949712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209065949713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209065949713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:59:50.743445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4827): Terminating (SIGTERM)\u000a06:59:50.785809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4830): Terminating (SIGTERM)\u000a06:59:50.828199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4833): Terminating (SIGTERM)\u000a06:59:50.837933 --- ParallelTerminationStrategy: PID 4827 died...\u000a06:59:50.894275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4827): Terminated: ok {rc=0}\u000a06:59:50.904410 --- ParallelTerminationStrategy: PID 4830 died...\u000a06:59:50.960597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4830): Terminated: ok {rc=0}\u000a06:59:50.970769 --- ParallelTerminationStrategy: PID 4833 died...\u000a06:59:51.027270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4833): Terminated: ok {rc=0}\u000a06:59:51.115334 bus /sierra_3: Setting Powered False\u000a06:59:52.223044 bus /sierra_3: Setting Powered False\u000a06:59:53.331660 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:59:33" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4845): Process ended prematurely: osmo-stp_10.42.42.5(pid=4845) [trial-2356↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4845)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4845): Process ended prematurely: osmo-stp_10.42.42.5(pid=4845) [trial-2356↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4845)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a06:59:55.307041 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:59:55.319035 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:59:55.474250 tst mo_mt_call.py: using LAC 19734\u000a06:59:55.604806 tst mo_mt_call.py: using RAC 99\u000a06:59:55.738126 tst mo_mt_call.py: using CellId 19734\u000a06:59:55.868475 tst mo_mt_call.py: using BVCI 19735\u000a06:59:55.893831 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:59:55.905567 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:59:55.917115 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:59:55.928746 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:59:55.940512 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:59:55.952268 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:59:56.070853 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:59:56.278292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:59:56.768727 run create_hlr_db(pid=4839): Launched\u000a06:59:56.947746 bus /sierra_2: Setting Powered False\u000a06:59:57.970567 run create_hlr_db(pid=4839): Terminated: ok {rc=0}\u000a06:59:58.386650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4841): Launched\u000a06:59:58.700428 run osmo-hlr_10.42.42.2(pid=4842): Launched\u000a06:59:58.822007 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:59:59.403765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4844): Launched\u000a06:59:59.739205 run osmo-stp_10.42.42.5(pid=4845): Launched\u000a06:59:59.860166 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:00:00.470456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4847): Launched\u000a07:00:00.806634 run osmo-msc_10.42.42.6(pid=4848): Launched\u000a07:00:01.126688 run osmo-stp_10.42.42.5(pid=4845): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4845)]\u000a07:00:01.374661 run osmo-stp_10.42.42.5(pid=4845): stdout: \u000a| (launched: 2022-12-09_06:59:59.574272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:01.519419 run osmo-stp_10.42.42.5(pid=4845): stderr: \u000a| �[0;m�[38;5;43m20221209065959773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065959773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065959773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065959773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065959774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065959774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065959774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:01.655778 run osmo-stp_10.42.42.5(pid=4845): stdout: \u000a| (launched: 2022-12-09_06:59:59.574272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:01.807116 run osmo-stp_10.42.42.5(pid=4845): stderr: \u000a| �[0;m�[38;5;43m20221209065959773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209065959773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209065959773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209065959773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209065959774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209065959774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209065959774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:01.869700 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4845): Process ended prematurely: osmo-stp_10.42.42.5(pid=4845) [trial-2356↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4845)] [trial-2356↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:00:01.880154 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a07:00:01.945003 run osmo-hlr_10.42.42.2(pid=4842): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4842)]\u000a07:00:01.998463 run osmo-hlr_10.42.42.2(pid=4842): stdout: \u000a| (launched: 2022-12-09_06:59:58.545126) \u000a07:00:02.052630 run osmo-hlr_10.42.42.2(pid=4842): stderr: \u000a| �[0;m�[1;31m20221209065958726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209065958726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209065958726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065958726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209065958726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209065958726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209065958739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209065958749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209065958750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209065958750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:00:02.124843 run osmo-msc_10.42.42.6(pid=4848): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4848)]\u000a07:00:02.177968 run osmo-msc_10.42.42.6(pid=4848): stdout: \u000a| (launched: 2022-12-09_07:00:00.640895) \u000a07:00:02.231660 run osmo-msc_10.42.42.6(pid=4848): stderr: \u000a| �[0;m�[38;5;43m20221209070001142 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070001142 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e2d4d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070001142 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070001142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070001142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070001142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070001144 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070001153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070001153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070001153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:00:02.277339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4841): Terminating (SIGTERM)\u000a07:00:02.323380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4844): Terminating (SIGTERM)\u000a07:00:02.366517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4847): Terminating (SIGTERM)\u000a07:00:02.376356 --- ParallelTerminationStrategy: PID 4841 died...\u000a07:00:02.433259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4841): Terminated: ok {rc=0}\u000a07:00:02.443786 --- ParallelTerminationStrategy: PID 4844 died...\u000a07:00:02.500338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4844): Terminated: ok {rc=0}\u000a07:00:02.510805 --- ParallelTerminationStrategy: PID 4847 died...\u000a07:00:02.567807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4847): Terminated: ok {rc=0}\u000a07:00:02.656115 bus /sierra_3: Setting Powered False\u000a07:00:03.764722 bus /sierra_3: Setting Powered False\u000a07:00:04.874593 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4859): Process ended prematurely: osmo-stp_10.42.42.5(pid=4859) [trial-2356↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4859)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4859): Process ended prematurely: osmo-stp_10.42.42.5(pid=4859) [trial-2356↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4859)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:00:05.992000 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:00:06.004731 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:00:06.162065 tst mo_mt_call_osmux.py: using LAC 19735\u000a07:00:06.291544 tst mo_mt_call_osmux.py: using RAC 100\u000a07:00:06.427040 tst mo_mt_call_osmux.py: using CellId 19735\u000a07:00:06.557837 tst mo_mt_call_osmux.py: using BVCI 19736\u000a07:00:06.583299 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:00:06.594983 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:00:06.606661 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:00:06.618416 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:00:06.630222 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:00:06.641955 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:00:06.762773 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:00:06.980146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:00:07.514898 run create_hlr_db(pid=4853): Launched\u000a07:00:07.707431 bus /sierra_2: Setting Powered False\u000a07:00:08.729625 run create_hlr_db(pid=4853): Terminated: ok {rc=0}\u000a07:00:09.148879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4855): Launched\u000a07:00:09.462139 run osmo-hlr_10.42.42.2(pid=4856): Launched\u000a07:00:09.581720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:00:10.128885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4858): Launched\u000a07:00:10.441605 run osmo-stp_10.42.42.5(pid=4859): Launched\u000a07:00:10.554888 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:00:11.121416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4861): Launched\u000a07:00:11.437333 run osmo-msc_10.42.42.6(pid=4862): Launched\u000a07:00:11.620598 run osmo-stp_10.42.42.5(pid=4859): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4859)]\u000a07:00:11.752362 run osmo-stp_10.42.42.5(pid=4859): stdout: \u000a| (launched: 2022-12-09_07:00:10.287027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:11.881462 run osmo-stp_10.42.42.5(pid=4859): stderr: \u000a| �[0;m�[38;5;43m20221209070010461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070010462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070010462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070010462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070010463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070010463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070010463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:12.006523 run osmo-stp_10.42.42.5(pid=4859): stdout: \u000a| (launched: 2022-12-09_07:00:10.287027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:12.130230 run osmo-stp_10.42.42.5(pid=4859): stderr: \u000a| �[0;m�[38;5;43m20221209070010461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070010462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070010462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070010462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070010463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070010463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070010463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:12.184580 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4859): Process ended prematurely: osmo-stp_10.42.42.5(pid=4859) [trial-2356↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4859)] [trial-2356↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:00:12.193870 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:00:12.253878 run osmo-hlr_10.42.42.2(pid=4856): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4856)]\u000a07:00:12.303034 run osmo-hlr_10.42.42.2(pid=4856): stdout: \u000a| (launched: 2022-12-09_07:00:09.306925) \u000a07:00:12.352899 run osmo-hlr_10.42.42.2(pid=4856): stderr: \u000a| �[0;m�[1;31m20221209070009488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070009488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070009488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070009488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070009488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070009488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070009500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070009509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070009509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070009509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:00:12.420483 run osmo-msc_10.42.42.6(pid=4862): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4862)]\u000a07:00:12.469634 run osmo-msc_10.42.42.6(pid=4862): stdout: \u000a| (launched: 2022-12-09_07:00:11.280391) \u000a07:00:12.519323 run osmo-msc_10.42.42.6(pid=4862): stderr: \u000a| �[0;m�[38;5;43m20221209070011556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070011556 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff56c899c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070011556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070011556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070011556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070011557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070011558 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070011559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070011559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070011559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:00:12.561063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4855): Terminating (SIGTERM)\u000a07:00:12.600858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4858): Terminating (SIGTERM)\u000a07:00:12.640718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4861): Terminating (SIGTERM)\u000a07:00:12.650029 --- ParallelTerminationStrategy: PID 4855 died...\u000a07:00:12.703370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4855): Terminated: ok {rc=0}\u000a07:00:12.713218 --- ParallelTerminationStrategy: PID 4858 died...\u000a07:00:12.766456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4858): Terminated: ok {rc=0}\u000a07:00:12.775890 --- ParallelTerminationStrategy: PID 4861 died...\u000a07:00:12.828599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4861): Terminated: ok {rc=0}\u000a07:00:12.916368 bus /sierra_3: Setting Powered False\u000a07:00:14.022857 bus /sierra_3: Setting Powered False\u000a07:00:15.131681 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T06:59:55" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4873): Process ended prematurely: osmo-stp_10.42.42.5(pid=4873) [trial-2356↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4873)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4873): Process ended prematurely: osmo-stp_10.42.42.5(pid=4873) [trial-2356↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4873)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a07:00:17.178100 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:00:17.192090 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:00:17.349660 tst mo_mt_call.py: using LAC 19736\u000a07:00:17.481374 tst mo_mt_call.py: using RAC 101\u000a07:00:17.616674 tst mo_mt_call.py: using CellId 19736\u000a07:00:17.745420 tst mo_mt_call.py: using BVCI 19737\u000a07:00:17.770899 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:00:17.782493 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:00:17.793902 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:00:17.805811 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:00:17.817661 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:00:17.829450 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:00:17.950915 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:00:18.170609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:00:18.706423 run create_hlr_db(pid=4867): Launched\u000a07:00:18.899811 bus /sierra_2: Setting Powered False\u000a07:00:19.920361 run create_hlr_db(pid=4867): Terminated: ok {rc=0}\u000a07:00:20.364431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4869): Launched\u000a07:00:20.699722 run osmo-hlr_10.42.42.2(pid=4870): Launched\u000a07:00:20.821625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:00:21.401615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4872): Launched\u000a07:00:21.738130 run osmo-stp_10.42.42.5(pid=4873): Launched\u000a07:00:21.859436 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:00:22.469495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4875): Launched\u000a07:00:22.807678 run osmo-msc_10.42.42.6(pid=4876): Launched\u000a07:00:23.002914 run osmo-stp_10.42.42.5(pid=4873): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4873)]\u000a07:00:23.143861 run osmo-stp_10.42.42.5(pid=4873): stdout: \u000a| (launched: 2022-12-09_07:00:21.572095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:23.283445 run osmo-stp_10.42.42.5(pid=4873): stderr: \u000a| �[0;m�[38;5;43m20221209070021769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070021769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070021769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070021770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070021770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070021770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070021770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:23.417710 run osmo-stp_10.42.42.5(pid=4873): stdout: \u000a| (launched: 2022-12-09_07:00:21.572095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:23.550869 run osmo-stp_10.42.42.5(pid=4873): stderr: \u000a| �[0;m�[38;5;43m20221209070021769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070021769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070021769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070021770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070021770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070021770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070021770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:23.609243 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4873): Process ended prematurely: osmo-stp_10.42.42.5(pid=4873) [trial-2356↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4873)] [trial-2356↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a07:00:23.618816 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a07:00:23.682232 run osmo-hlr_10.42.42.2(pid=4870): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4870)]\u000a07:00:23.735339 run osmo-hlr_10.42.42.2(pid=4870): stdout: \u000a| (launched: 2022-12-09_07:00:20.534937) \u000a07:00:23.788140 run osmo-hlr_10.42.42.2(pid=4870): stderr: \u000a| �[0;m�[1;31m20221209070020738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070020739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070020739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070020739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070020739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070020739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070020751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070020759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070020759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070020759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:00:23.859640 run osmo-msc_10.42.42.6(pid=4876): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4876)]\u000a07:00:23.911885 run osmo-msc_10.42.42.6(pid=4876): stdout: \u000a| (launched: 2022-12-09_07:00:22.639507) \u000a07:00:23.964692 run osmo-msc_10.42.42.6(pid=4876): stderr: \u000a| �[0;m�[38;5;43m20221209070022966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070022966 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc3e0964c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070022966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070022966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070022966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070022966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070022968 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070022968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070022969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070022969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:00:24.009388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4869): Terminating (SIGTERM)\u000a07:00:24.051767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4872): Terminating (SIGTERM)\u000a07:00:24.094150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4875): Terminating (SIGTERM)\u000a07:00:24.103988 --- ParallelTerminationStrategy: PID 4869 died...\u000a07:00:24.161959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4869): Terminated: ok {rc=0}\u000a07:00:24.172328 --- ParallelTerminationStrategy: PID 4872 died...\u000a07:00:24.229209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4872): Terminated: ok {rc=0}\u000a07:00:24.239460 --- ParallelTerminationStrategy: PID 4875 died...\u000a07:00:24.295710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4875): Terminated: ok {rc=0}\u000a07:00:24.384603 bus /sierra_3: Setting Powered False\u000a07:00:25.491815 bus /sierra_3: Setting Powered False\u000a07:00:26.601125 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4884): Process ended prematurely: osmo-stp_10.42.42.5(pid=4884) [trial-2356↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4884)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4884): Process ended prematurely: osmo-stp_10.42.42.5(pid=4884) [trial-2356↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:00:27.719012 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:00:27.731753 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:00:27.888208 tst mo_mt_call_osmux.py: using LAC 19737\u000a07:00:28.018016 tst mo_mt_call_osmux.py: using RAC 102\u000a07:00:28.156903 tst mo_mt_call_osmux.py: using CellId 19737\u000a07:00:28.298039 tst mo_mt_call_osmux.py: using BVCI 19738\u000a07:00:28.323353 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:00:28.335058 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:00:28.346446 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:00:28.357746 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:00:28.369527 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:00:28.381296 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:00:28.503139 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:00:28.711467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:00:29.203466 run create_hlr_db(pid=4878): Launched\u000a07:00:29.383208 bus /sierra_2: Setting Powered False\u000a07:00:30.404339 run create_hlr_db(pid=4878): Terminated: ok {rc=0}\u000a07:00:30.847691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4880): Launched\u000a07:00:31.326481 run osmo-hlr_10.42.42.2(pid=4881): Launched\u000a07:00:31.529433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:00:32.128686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4883): Launched\u000a07:00:32.465613 run osmo-stp_10.42.42.5(pid=4884): Launched\u000a07:00:32.587558 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:00:33.199786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4886): Launched\u000a07:00:33.534832 run osmo-msc_10.42.42.6(pid=4887): Launched\u000a07:00:33.729453 run osmo-stp_10.42.42.5(pid=4884): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4884)]\u000a07:00:33.869101 run osmo-stp_10.42.42.5(pid=4884): stdout: \u000a| (launched: 2022-12-09_07:00:32.300081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:34.009468 run osmo-stp_10.42.42.5(pid=4884): stderr: \u000a| �[0;m�[38;5;43m20221209070032495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070032495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070032496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070032496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070032497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070032497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070032497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:34.143122 run osmo-stp_10.42.42.5(pid=4884): stdout: \u000a| (launched: 2022-12-09_07:00:32.300081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:34.275906 run osmo-stp_10.42.42.5(pid=4884): stderr: \u000a| �[0;m�[38;5;43m20221209070032495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070032495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070032496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070032496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070032497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070032497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070032497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:34.334468 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4884): Process ended prematurely: osmo-stp_10.42.42.5(pid=4884) [trial-2356↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4884)] [trial-2356↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a07:00:34.344068 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a07:00:34.407216 run osmo-hlr_10.42.42.2(pid=4881): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4881)]\u000a07:00:34.459371 run osmo-hlr_10.42.42.2(pid=4881): stdout: \u000a| (launched: 2022-12-09_07:00:31.038259) \u000a07:00:34.511962 run osmo-hlr_10.42.42.2(pid=4881): stderr: \u000a| �[0;m�[1;31m20221209070031278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070031278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070031278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070031278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070031278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070031278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070031302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070031310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070031310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070031311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:00:34.583124 run osmo-msc_10.42.42.6(pid=4887): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4887)]\u000a07:00:34.634875 run osmo-msc_10.42.42.6(pid=4887): stdout: \u000a| (launched: 2022-12-09_07:00:33.370194) \u000a07:00:34.687152 run osmo-msc_10.42.42.6(pid=4887): stderr: \u000a| �[0;m�[38;5;43m20221209070033699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070033699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fafe4c94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070033699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070033700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070033700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070033700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070033702 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070033702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070033702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070033702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:00:34.732154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4880): Terminating (SIGTERM)\u000a07:00:34.774593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4883): Terminating (SIGTERM)\u000a07:00:34.817052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4886): Terminating (SIGTERM)\u000a07:00:34.826771 --- ParallelTerminationStrategy: PID 4880 died...\u000a07:00:34.883162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4880): Terminated: ok {rc=0}\u000a07:00:34.893433 --- ParallelTerminationStrategy: PID 4883 died...\u000a07:00:34.949789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4883): Terminated: ok {rc=0}\u000a07:00:34.959876 --- ParallelTerminationStrategy: PID 4886 died...\u000a07:00:35.015519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4886): Terminated: ok {rc=0}\u000a07:00:35.102356 bus /sierra_3: Setting Powered False\u000a07:00:36.210018 bus /sierra_3: Setting Powered False\u000a07:00:37.317936 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:00:16" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4900): Process ended prematurely: osmo-stp_10.42.42.5(pid=4900) [trial-2356↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4900)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4900): Process ended prematurely: osmo-stp_10.42.42.5(pid=4900) [trial-2356↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4900)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:00:39.305109 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:00:39.316248 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a07:00:39.444685 tst emergency_mo_mt_call.py: using LAC 19738\u000a07:00:39.566177 tst emergency_mo_mt_call.py: using RAC 103\u000a07:00:39.687251 tst emergency_mo_mt_call.py: using CellId 19738\u000a07:00:39.808681 tst emergency_mo_mt_call.py: using BVCI 19739\u000a07:00:39.831940 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:00:39.842873 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:00:39.853563 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:00:39.864309 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:00:39.875204 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:00:39.886025 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a07:00:40.007115 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a07:00:40.211918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:00:40.695112 run create_hlr_db(pid=4894): Launched\u000a07:00:40.871222 bus /sierra_2: Setting Powered False\u000a07:00:41.892301 run create_hlr_db(pid=4894): Terminated: ok {rc=0}\u000a07:00:42.329538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4896): Launched\u000a07:00:42.661283 run osmo-hlr_10.42.42.2(pid=4897): Launched\u000a07:00:42.784849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:00:43.358503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4899): Launched\u000a07:00:43.689351 run osmo-stp_10.42.42.5(pid=4900): Launched\u000a07:00:43.823286 tst emergency_mo_mt_call.py: using MSISDN 7082\u000a07:00:43.986808 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:00:44.584139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4902): Launched\u000a07:00:44.914495 run osmo-msc_10.42.42.6(pid=4903): Launched\u000a07:00:45.105772 run osmo-stp_10.42.42.5(pid=4900): ERR: Terminated: ERROR {rc=1} [trial-2356↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4900)]\u000a07:00:45.243431 run osmo-stp_10.42.42.5(pid=4900): stdout: \u000a| (launched: 2022-12-09_07:00:43.526224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:45.381269 run osmo-stp_10.42.42.5(pid=4900): stderr: \u000a| �[0;m�[38;5;43m20221209070043722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070043722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070043722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070043723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070043725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070043725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070043725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:45.512859 run osmo-stp_10.42.42.5(pid=4900): stdout: \u000a| (launched: 2022-12-09_07:00:43.526224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:45.642793 run osmo-stp_10.42.42.5(pid=4900): stderr: \u000a| �[0;m�[38;5;43m20221209070043722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070043722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070043722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070043723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070043725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070043725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070043725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:45.699408 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=4900): Process ended prematurely: osmo-stp_10.42.42.5(pid=4900) [trial-2356↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4900)] [trial-2356↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a07:00:45.708029 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a07:00:45.771549 run osmo-hlr_10.42.42.2(pid=4897): ERR: Terminated: ERROR {rc=237} [trial-2356↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4897)]\u000a07:00:45.823400 run osmo-hlr_10.42.42.2(pid=4897): stdout: \u000a| (launched: 2022-12-09_07:00:42.496493) \u000a07:00:45.876190 run osmo-hlr_10.42.42.2(pid=4897): stderr: \u000a| �[0;m�[1;31m20221209070042700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070042700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070042700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070042700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070042700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070042700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070042713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070042721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070042722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070042722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:00:45.954112 run osmo-msc_10.42.42.6(pid=4903): ERR: Terminated: ERROR {rc=2} [trial-2356↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4903)]\u000a07:00:46.006258 run osmo-msc_10.42.42.6(pid=4903): stdout: \u000a| (launched: 2022-12-09_07:00:44.751459) \u000a07:00:46.058734 run osmo-msc_10.42.42.6(pid=4903): stderr: \u000a| �[0;m�[38;5;43m20221209070045079 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070045079 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f91855b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070045079 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070045079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070045079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070045080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070045082 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070045082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070045082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070045082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:00:46.103645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4896): Terminating (SIGTERM)\u000a07:00:46.148437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4899): Terminating (SIGTERM)\u000a07:00:46.192255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4902): Terminating (SIGTERM)\u000a07:00:46.203163 --- ParallelTerminationStrategy: PID 4896 died...\u000a07:00:46.260375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4896): Terminated: ok {rc=0}\u000a07:00:46.270890 --- ParallelTerminationStrategy: PID 4899 died...\u000a07:00:46.328821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4899): Terminated: ok {rc=0}\u000a07:00:46.339385 --- ParallelTerminationStrategy: PID 4902 died...\u000a07:00:46.397722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4902): Terminated: ok {rc=0}\u000a07:00:46.487337 bus /sierra_3: Setting Powered False\u000a07:00:47.591914 bus /sierra_3: Setting Powered False\u000a07:00:48.702231 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4911): Process ended prematurely: osmo-stp_10.42.42.5(pid=4911) [trial-2356↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4911)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4911): Process ended prematurely: osmo-stp_10.42.42.5(pid=4911) [trial-2356↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4911)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:00:49.753743 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:00:49.765821 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a07:00:49.898702 tst emergency_preemptive_call.py: using LAC 19739\u000a07:00:50.019991 tst emergency_preemptive_call.py: using RAC 104\u000a07:00:50.140129 tst emergency_preemptive_call.py: using CellId 19739\u000a07:00:50.259567 tst emergency_preemptive_call.py: using BVCI 19740\u000a07:00:50.282869 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:00:50.293633 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:00:50.304196 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:00:50.315201 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:00:50.326161 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:00:50.336795 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a07:00:50.453299 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a07:00:50.576367 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a07:00:50.696926 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a07:00:50.899108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:00:51.382641 run create_hlr_db(pid=4905): Launched\u000a07:00:51.558546 bus /sierra_2: Setting Powered False\u000a07:00:52.591348 run create_hlr_db(pid=4905): Terminated: ok {rc=0}\u000a07:00:53.027885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4907): Launched\u000a07:00:53.358465 run osmo-hlr_10.42.42.2(pid=4908): Launched\u000a07:00:53.478142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:00:54.050615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4910): Launched\u000a07:00:54.381123 run osmo-stp_10.42.42.5(pid=4911): Launched\u000a07:00:54.514851 tst emergency_preemptive_call.py: using MSISDN 7083\u000a07:00:54.678343 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:00:55.275818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4913): Launched\u000a07:00:55.608049 run osmo-msc_10.42.42.6(pid=4914): Launched\u000a07:00:55.807741 run osmo-stp_10.42.42.5(pid=4911): ERR: Terminated: ERROR {rc=1} [trial-2356↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4911)]\u000a07:00:55.946437 run osmo-stp_10.42.42.5(pid=4911): stdout: \u000a| (launched: 2022-12-09_07:00:54.217462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:56.083894 run osmo-stp_10.42.42.5(pid=4911): stderr: \u000a| �[0;m�[38;5;43m20221209070054411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070054411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070054412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070054412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070054413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070054413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070054413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:56.215400 run osmo-stp_10.42.42.5(pid=4911): stdout: \u000a| (launched: 2022-12-09_07:00:54.217462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:56.346003 run osmo-stp_10.42.42.5(pid=4911): stderr: \u000a| �[0;m�[38;5;43m20221209070054411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070054411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070054412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070054412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070054413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070054413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070054413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:56.402881 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=4911): Process ended prematurely: osmo-stp_10.42.42.5(pid=4911) [trial-2356↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4911)] [trial-2356↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a07:00:56.411470 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a07:00:56.474217 run osmo-hlr_10.42.42.2(pid=4908): ERR: Terminated: ERROR {rc=237} [trial-2356↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4908)]\u000a07:00:56.525921 run osmo-hlr_10.42.42.2(pid=4908): stdout: \u000a| (launched: 2022-12-09_07:00:53.195007) \u000a07:00:56.578202 run osmo-hlr_10.42.42.2(pid=4908): stderr: \u000a| �[0;m�[1;31m20221209070053398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070053398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070053398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070053398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070053398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070053398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070053455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070053464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070053464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070053465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:00:56.649322 run osmo-msc_10.42.42.6(pid=4914): ERR: Terminated: ERROR {rc=2} [trial-2356↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4914)]\u000a07:00:56.701026 run osmo-msc_10.42.42.6(pid=4914): stdout: \u000a| (launched: 2022-12-09_07:00:55.442208) \u000a07:00:56.753767 run osmo-msc_10.42.42.6(pid=4914): stderr: \u000a| �[0;m�[38;5;43m20221209070055768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070055768 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f55adf84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070055768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070055769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070055769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070055769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070055771 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070055771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070055771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070055771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:00:56.798463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4907): Terminating (SIGTERM)\u000a07:00:56.840398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4910): Terminating (SIGTERM)\u000a07:00:56.882508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4913): Terminating (SIGTERM)\u000a07:00:56.892157 --- ParallelTerminationStrategy: PID 4907 died...\u000a07:00:56.948301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4907): Terminated: ok {rc=0}\u000a07:00:56.958344 --- ParallelTerminationStrategy: PID 4910 died...\u000a07:00:57.014335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4910): Terminated: ok {rc=0}\u000a07:00:57.024434 --- ParallelTerminationStrategy: PID 4913 died...\u000a07:00:57.080485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4913): Terminated: ok {rc=0}\u000a07:00:57.168493 bus /sierra_9: Setting Powered False\u000a07:00:58.275862 bus /sierra_9: Setting Powered False\u000a07:00:59.385127 bus /sierra_8: Setting Powered False\u000a07:01:00.491990 bus /sierra_8: Setting Powered False\u000a07:01:01.606935 bus /sierra_3: Setting Powered False\u000a07:01:02.711985 bus /sierra_3: Setting Powered False\u000a07:01:03.824778 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:00:39" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4930): Process ended prematurely: osmo-stp_10.42.42.5(pid=4930) [trial-2356↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4930)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4930): Process ended prematurely: osmo-stp_10.42.42.5(pid=4930) [trial-2356↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:01:05.911481 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:05.922357 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a07:01:06.049337 tst cs_paging_gprs_active.py: using LAC 19740\u000a07:01:06.180402 tst cs_paging_gprs_active.py: using RAC 105\u000a07:01:06.313426 tst cs_paging_gprs_active.py: using CellId 19740\u000a07:01:06.446522 tst cs_paging_gprs_active.py: using BVCI 19741\u000a07:01:06.472148 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:06.483554 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:06.494808 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:06.506017 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:06.516835 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:06.527743 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:06.538918 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:06.549878 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:06.561103 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:01:06.678240 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:01:06.965269 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:01:07.096041 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:01:07.421406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4920): Launched\u000a07:01:07.692049 run iperf3-srv_10.42.42.10(pid=4921): Launched\u000a07:01:07.881404 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:01:08.010988 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:01:08.333539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4922): Launched\u000a07:01:08.601799 run iperf3-srv_10.42.42.10(pid=4923): Launched\u000a07:01:08.790421 tst cs_paging_gprs_active.py:38: start network...\u000a07:01:08.919479 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:01:09.410789 run create_hlr_db(pid=4924): Launched\u000a07:01:09.589805 bus /sierra_2: Setting Powered False\u000a07:01:10.611523 run create_hlr_db(pid=4924): Terminated: ok {rc=0}\u000a07:01:11.027189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4926): Launched\u000a07:01:11.341968 run osmo-hlr_10.42.42.2(pid=4927): Launched\u000a07:01:11.464570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:01:12.008104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4929): Launched\u000a07:01:12.320153 run osmo-stp_10.42.42.5(pid=4930): Launched\u000a07:01:12.434028 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:01:13.954219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4932): Launched\u000a07:01:14.065333 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:01:14.339035 run patchelf(pid=4933): Launched\u000a07:01:14.520755 run osmo-stp_10.42.42.5(pid=4930): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4930)]\u000a07:01:14.653609 run osmo-stp_10.42.42.5(pid=4930): stdout: \u000a| (launched: 2022-12-09_07:01:12.165632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:14.787437 run osmo-stp_10.42.42.5(pid=4930): stderr: \u000a| �[0;m�[38;5;43m20221209070112338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070112338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070112338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070112339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070112339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070112339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070112339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:14.915920 run osmo-stp_10.42.42.5(pid=4930): stdout: \u000a| (launched: 2022-12-09_07:01:12.165632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:15.043907 run osmo-stp_10.42.42.5(pid=4930): stderr: \u000a| �[0;m�[38;5;43m20221209070112338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070112338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070112338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070112339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070112339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070112339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070112339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:15.192376 run patchelf(pid=4933): Terminating (SIGINT)\u000a07:01:15.366779 run patchelf(pid=4933): Terminated: ok {rc=0}\u000a07:01:15.398570 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4930): Process ended prematurely: osmo-stp_10.42.42.5(pid=4930) [trial-2356↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4930)] [trial-2356↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a07:01:15.407786 tst cs_paging_gprs_active.py:38: Test FAILED (9.5 sec)\u000a07:01:15.469534 run osmo-hlr_10.42.42.2(pid=4927): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4927)]\u000a07:01:15.519348 run osmo-hlr_10.42.42.2(pid=4927): stdout: \u000a| (launched: 2022-12-09_07:01:11.185654) \u000a07:01:15.569942 run osmo-hlr_10.42.42.2(pid=4927): stderr: \u000a| �[0;m�[1;31m20221209070111365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070111365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070111365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070111365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070111365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070111365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070111378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070111388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070111388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070111388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:01:15.612694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4920): Terminating (SIGTERM)\u000a07:01:15.653114 run iperf3-srv_10.42.42.10(pid=4921): Terminating (SIGTERM)\u000a07:01:15.693859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4922): Terminating (SIGTERM)\u000a07:01:15.734199 run iperf3-srv_10.42.42.10(pid=4923): Terminating (SIGTERM)\u000a07:01:15.774437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4926): Terminating (SIGTERM)\u000a07:01:15.814589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4929): Terminating (SIGTERM)\u000a07:01:15.870895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4932): Terminating (SIGTERM)\u000a07:01:15.883713 --- ParallelTerminationStrategy: PID 4920 died...\u000a07:01:15.956939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4920): Terminated: ok {rc=0}\u000a07:01:15.968390 --- ParallelTerminationStrategy: PID 4921 died...\u000a07:01:16.029015 run iperf3-srv_10.42.42.10(pid=4921): Terminated {rc=256}\u000a07:01:16.040096 --- ParallelTerminationStrategy: PID 4922 died...\u000a07:01:16.101580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4922): Terminated: ok {rc=0}\u000a07:01:16.113294 --- ParallelTerminationStrategy: PID 4923 died...\u000a07:01:16.173705 run iperf3-srv_10.42.42.10(pid=4923): Terminated {rc=256}\u000a07:01:16.184792 --- ParallelTerminationStrategy: PID 4926 died...\u000a07:01:16.245830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4926): Terminated: ok {rc=0}\u000a07:01:16.257024 --- ParallelTerminationStrategy: PID 4929 died...\u000a07:01:16.318423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4929): Terminated: ok {rc=0}\u000a07:01:16.329636 --- ParallelTerminationStrategy: PID 4932 died...\u000a07:01:16.393231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4932): Terminated: ok {rc=0}\u000a07:01:16.480379 bus /gobi_0: Setting Powered False\u000a07:01:17.582792 bus /gobi_0: Setting Powered False\u000a07:01:18.690490 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4942): Process ended prematurely: osmo-stp_10.42.42.5(pid=4942) [trial-2356↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4942)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4942): Process ended prematurely: osmo-stp_10.42.42.5(pid=4942) [trial-2356↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a07:01:19.809685 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:19.821682 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a07:01:19.953637 tst iperf3.py: using LAC 19741\u000a07:01:20.074208 tst iperf3.py: using RAC 106\u000a07:01:20.194997 tst iperf3.py: using CellId 19741\u000a07:01:20.319919 tst iperf3.py: using BVCI 19742\u000a07:01:20.343805 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:20.354511 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:20.365118 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:20.375764 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:20.386442 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:20.397054 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:20.407856 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:20.418627 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:20.429443 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:01:20.715688 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:01:20.846549 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:01:21.169788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4934): Launched\u000a07:01:21.439080 run iperf3-srv_10.42.42.10(pid=4935): Launched\u000a07:01:21.628429 tst iperf3.py:8: start network...\u000a07:01:21.758621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:01:22.247497 run create_hlr_db(pid=4936): Launched\u000a07:01:22.425864 bus /gobi_6: Setting Powered False\u000a07:01:23.447185 run create_hlr_db(pid=4936): Terminated: ok {rc=0}\u000a07:01:23.890461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4938): Launched\u000a07:01:24.224604 run osmo-hlr_10.42.42.2(pid=4939): Launched\u000a07:01:24.348580 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:01:24.927553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4941): Launched\u000a07:01:25.265520 run osmo-stp_10.42.42.5(pid=4942): Launched\u000a07:01:25.387575 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:01:25.971059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4944): Launched\u000a07:01:26.090353 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:01:26.381779 run patchelf(pid=4945): Launched\u000a07:01:26.575428 run osmo-stp_10.42.42.5(pid=4942): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4942)]\u000a07:01:26.716735 run osmo-stp_10.42.42.5(pid=4942): stdout: \u000a| (launched: 2022-12-09_07:01:25.096340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:26.859083 run osmo-stp_10.42.42.5(pid=4942): stderr: \u000a| �[0;m�[38;5;43m20221209070125292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070125292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070125293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070125293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070125293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070125294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070125294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:26.996337 run osmo-stp_10.42.42.5(pid=4942): stdout: \u000a| (launched: 2022-12-09_07:01:25.096340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:27.132619 run osmo-stp_10.42.42.5(pid=4942): stderr: \u000a| �[0;m�[38;5;43m20221209070125292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070125292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070125293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070125293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070125293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070125294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070125294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:27.290870 run patchelf(pid=4945): Terminating (SIGINT)\u000a07:01:27.476466 run patchelf(pid=4945): Terminated: ok {rc=0}\u000a07:01:27.510794 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4942): Process ended prematurely: osmo-stp_10.42.42.5(pid=4942) [trial-2356↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4942)] [trial-2356↪gprs:sysmo↪iperf3.py:8]\u000a07:01:27.520664 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a07:01:27.583506 run osmo-hlr_10.42.42.2(pid=4939): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4939)]\u000a07:01:27.634868 run osmo-hlr_10.42.42.2(pid=4939): stdout: \u000a| (launched: 2022-12-09_07:01:24.059720) \u000a07:01:27.687022 run osmo-hlr_10.42.42.2(pid=4939): stderr: \u000a| �[0;m�[1;31m20221209070124262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070124262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070124262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070124262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070124262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070124262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070124275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070124286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070124286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070124286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:01:27.731500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4934): Terminating (SIGTERM)\u000a07:01:27.774584 run iperf3-srv_10.42.42.10(pid=4935): Terminating (SIGTERM)\u000a07:01:27.817117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4938): Terminating (SIGTERM)\u000a07:01:27.859622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4941): Terminating (SIGTERM)\u000a07:01:27.902137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4944): Terminating (SIGTERM)\u000a07:01:27.911940 --- ParallelTerminationStrategy: PID 4934 died...\u000a07:01:27.968941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4934): Terminated: ok {rc=0}\u000a07:01:27.979301 --- ParallelTerminationStrategy: PID 4935 died...\u000a07:01:28.036011 run iperf3-srv_10.42.42.10(pid=4935): Terminated {rc=256}\u000a07:01:28.046258 --- ParallelTerminationStrategy: PID 4938 died...\u000a07:01:28.102930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4938): Terminated: ok {rc=0}\u000a07:01:28.113306 --- ParallelTerminationStrategy: PID 4941 died...\u000a07:01:28.169918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4941): Terminated: ok {rc=0}\u000a07:01:28.180213 --- ParallelTerminationStrategy: PID 4944 died...\u000a07:01:28.236752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4944): Terminated: ok {rc=0}\u000a07:01:28.325272 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "gprs:sysmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4960): Process ended prematurely: osmo-stp_10.42.42.5(pid=4960) [trial-2356↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4960)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4960): Process ended prematurely: osmo-stp_10.42.42.5(pid=4960) [trial-2356↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4960)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a07:01:29.438511 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:29.450003 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a07:01:29.577069 tst iperf3m4.py: using LAC 19742\u000a07:01:29.701689 tst iperf3m4.py: using RAC 107\u000a07:01:29.824385 tst iperf3m4.py: using CellId 19742\u000a07:01:29.947823 tst iperf3m4.py: using BVCI 19743\u000a07:01:29.971491 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:29.982237 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:29.992932 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:30.004288 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:30.015452 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:30.026676 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:30.038151 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:30.049510 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:30.061074 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:01:30.185485 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:01:30.306434 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:01:30.428187 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:01:30.732344 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:01:30.883078 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:01:31.245434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4946): Launched\u000a07:01:31.543447 run iperf3-srv_10.42.42.10(pid=4947): Launched\u000a07:01:31.744798 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:01:31.880797 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:01:32.228040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4948): Launched\u000a07:01:32.499439 run iperf3-srv_10.42.42.10(pid=4949): Launched\u000a07:01:32.689936 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:01:32.820650 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:01:33.145253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4950): Launched\u000a07:01:33.414507 run iperf3-srv_10.42.42.10(pid=4951): Launched\u000a07:01:33.604084 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:01:33.734133 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:01:34.058386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4952): Launched\u000a07:01:34.353890 run iperf3-srv_10.42.42.10(pid=4953): Launched\u000a07:01:34.559360 tst iperf3m4.py:8: start network...\u000a07:01:34.699248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:01:35.237279 run create_hlr_db(pid=4954): Launched\u000a07:01:35.430712 bus /gobi_6: Setting Powered False\u000a07:01:36.452765 run create_hlr_db(pid=4954): Terminated: ok {rc=0}\u000a07:01:36.900797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4956): Launched\u000a07:01:37.237078 run osmo-hlr_10.42.42.2(pid=4957): Launched\u000a07:01:37.361138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:01:37.945374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4959): Launched\u000a07:01:38.279924 run osmo-stp_10.42.42.5(pid=4960): Launched\u000a07:01:38.401683 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:01:38.984222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4962): Launched\u000a07:01:39.103966 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:01:39.399002 run patchelf(pid=4963): Launched\u000a07:01:39.593724 run osmo-stp_10.42.42.5(pid=4960): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4960)]\u000a07:01:39.735990 run osmo-stp_10.42.42.5(pid=4960): stdout: \u000a| (launched: 2022-12-09_07:01:38.115184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:39.879499 run osmo-stp_10.42.42.5(pid=4960): stderr: \u000a| �[0;m�[38;5;43m20221209070138312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070138312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070138312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070138313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070138313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070138313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070138313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:40.017404 run osmo-stp_10.42.42.5(pid=4960): stdout: \u000a| (launched: 2022-12-09_07:01:38.115184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:40.154118 run osmo-stp_10.42.42.5(pid=4960): stderr: \u000a| �[0;m�[38;5;43m20221209070138312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070138312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070138312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070138313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070138313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070138313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070138313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:40.312699 run patchelf(pid=4963): Terminating (SIGINT)\u000a07:01:40.498755 run patchelf(pid=4963): Terminated: ok {rc=0}\u000a07:01:40.532865 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4960): Process ended prematurely: osmo-stp_10.42.42.5(pid=4960) [trial-2356↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4960)] [trial-2356↪gprs:sysmo↪iperf3m4.py:8]\u000a07:01:40.542875 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a07:01:40.607201 run osmo-hlr_10.42.42.2(pid=4957): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4957)]\u000a07:01:40.659306 run osmo-hlr_10.42.42.2(pid=4957): stdout: \u000a| (launched: 2022-12-09_07:01:37.071557) \u000a07:01:40.712019 run osmo-hlr_10.42.42.2(pid=4957): stderr: \u000a| �[0;m�[1;31m20221209070137275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070137275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070137275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070137275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070137275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070137275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070137286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070137295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070137295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070137295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:01:40.757182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4946): Terminating (SIGTERM)\u000a07:01:40.799963 run iperf3-srv_10.42.42.10(pid=4947): Terminating (SIGTERM)\u000a07:01:40.842515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4948): Terminating (SIGTERM)\u000a07:01:40.884734 run iperf3-srv_10.42.42.10(pid=4949): Terminating (SIGTERM)\u000a07:01:40.927085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4950): Terminating (SIGTERM)\u000a07:01:40.969211 run iperf3-srv_10.42.42.10(pid=4951): Terminating (SIGTERM)\u000a07:01:41.011470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4952): Terminating (SIGTERM)\u000a07:01:41.053627 run iperf3-srv_10.42.42.10(pid=4953): Terminating (SIGTERM)\u000a07:01:41.095968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4956): Terminating (SIGTERM)\u000a07:01:41.138427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4959): Terminating (SIGTERM)\u000a07:01:41.180789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4962): Terminating (SIGTERM)\u000a07:01:41.190572 --- ParallelTerminationStrategy: PID 4946 died...\u000a07:01:41.247313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4946): Terminated: ok {rc=0}\u000a07:01:41.257551 --- ParallelTerminationStrategy: PID 4947 died...\u000a07:01:41.313879 run iperf3-srv_10.42.42.10(pid=4947): Terminated {rc=256}\u000a07:01:41.324093 --- ParallelTerminationStrategy: PID 4948 died...\u000a07:01:41.380590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4948): Terminated: ok {rc=0}\u000a07:01:41.390718 --- ParallelTerminationStrategy: PID 4949 died...\u000a07:01:41.447227 run iperf3-srv_10.42.42.10(pid=4949): Terminated {rc=256}\u000a07:01:41.457461 --- ParallelTerminationStrategy: PID 4950 died...\u000a07:01:41.513730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4950): Terminated: ok {rc=0}\u000a07:01:41.523870 --- ParallelTerminationStrategy: PID 4951 died...\u000a07:01:41.580347 run iperf3-srv_10.42.42.10(pid=4951): Terminated {rc=256}\u000a07:01:41.590550 --- ParallelTerminationStrategy: PID 4952 died...\u000a07:01:41.646915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4952): Terminated: ok {rc=0}\u000a07:01:41.657221 --- ParallelTerminationStrategy: PID 4953 died...\u000a07:01:41.713339 run iperf3-srv_10.42.42.10(pid=4953): Terminated {rc=256}\u000a07:01:41.723483 --- ParallelTerminationStrategy: PID 4956 died...\u000a07:01:41.780296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4956): Terminated: ok {rc=0}\u000a07:01:41.790464 --- ParallelTerminationStrategy: PID 4959 died...\u000a07:01:41.847109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4959): Terminated: ok {rc=0}\u000a07:01:41.857518 --- ParallelTerminationStrategy: PID 4962 died...\u000a07:01:41.914330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4962): Terminated: ok {rc=0}\u000a07:01:42.002438 bus /gobi_4: Setting Powered False\u000a07:01:43.108863 bus /gobi_4: Setting Powered False\u000a07:01:44.218271 bus /gobi_1: Setting Powered False\u000a07:01:45.324296 bus /gobi_1: Setting Powered False\u000a07:01:46.451091 bus /gobi_0: Setting Powered False\u000a07:01:47.563323 bus /gobi_0: Setting Powered False\u000a07:01:48.673462 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4970): Process ended prematurely: osmo-stp_10.42.42.5(pid=4970) [trial-2356↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4970)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4970): Process ended prematurely: osmo-stp_10.42.42.5(pid=4970) [trial-2356↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4970)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:sysmo ping.py\u000a----------------------------------------------\u000a07:01:49.743429 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:49.755219 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a07:01:49.889319 tst ping.py: using LAC 19743\u000a07:01:50.020582 tst ping.py: using RAC 108\u000a07:01:50.153537 tst ping.py: using CellId 19743\u000a07:01:50.282617 tst ping.py: using BVCI 19744\u000a07:01:50.307865 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:50.319122 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:50.330293 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:50.341367 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:50.352305 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:50.363273 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:50.374417 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:50.385472 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:01:50.666604 tst ping.py:19: start network...\u000a07:01:50.794362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:01:51.279835 run create_hlr_db(pid=4964): Launched\u000a07:01:51.456569 bus /gobi_6: Setting Powered False\u000a07:01:52.478063 run create_hlr_db(pid=4964): Terminated: ok {rc=0}\u000a07:01:52.915802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4966): Launched\u000a07:01:53.246762 run osmo-hlr_10.42.42.2(pid=4967): Launched\u000a07:01:53.366976 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:01:53.938572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4969): Launched\u000a07:01:54.269049 run osmo-stp_10.42.42.5(pid=4970): Launched\u000a07:01:54.388399 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:01:54.961548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4972): Launched\u000a07:01:55.078496 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:01:55.367240 run patchelf(pid=4973): Launched\u000a07:01:55.558615 run osmo-stp_10.42.42.5(pid=4970): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4970)]\u000a07:01:55.698491 run osmo-stp_10.42.42.5(pid=4970): stdout: \u000a| (launched: 2022-12-09_07:01:54.106174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:55.839286 run osmo-stp_10.42.42.5(pid=4970): stderr: \u000a| �[0;m�[38;5;43m20221209070154303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070154303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070154303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070154304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070154304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070154304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070154304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:55.975763 run osmo-stp_10.42.42.5(pid=4970): stdout: \u000a| (launched: 2022-12-09_07:01:54.106174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:56.111166 run osmo-stp_10.42.42.5(pid=4970): stderr: \u000a| �[0;m�[38;5;43m20221209070154303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070154303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070154303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070154304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070154304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070154304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070154304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:56.266946 run patchelf(pid=4973): Terminating (SIGINT)\u000a07:01:56.449441 run patchelf(pid=4973): Terminated: ok {rc=0}\u000a07:01:56.482397 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4970): Process ended prematurely: osmo-stp_10.42.42.5(pid=4970) [trial-2356↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4970)] [trial-2356↪gprs:sysmo↪ping.py:22]\u000a07:01:56.491741 tst ping.py:22: Test FAILED (6.7 sec)\u000a07:01:56.555471 run osmo-hlr_10.42.42.2(pid=4967): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4967)]\u000a07:01:56.607452 run osmo-hlr_10.42.42.2(pid=4967): stdout: \u000a| (launched: 2022-12-09_07:01:53.083101) \u000a07:01:56.659820 run osmo-hlr_10.42.42.2(pid=4967): stderr: \u000a| �[0;m�[1;31m20221209070153286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070153286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070153286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070153286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070153286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070153286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070153300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070153310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070153310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070153310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:01:56.704610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4966): Terminating (SIGTERM)\u000a07:01:56.747012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4969): Terminating (SIGTERM)\u000a07:01:56.789945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4972): Terminating (SIGTERM)\u000a07:01:56.799804 --- ParallelTerminationStrategy: PID 4966 died...\u000a07:01:56.856740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4966): Terminated: ok {rc=0}\u000a07:01:56.866960 --- ParallelTerminationStrategy: PID 4969 died...\u000a07:01:56.923570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4969): Terminated: ok {rc=0}\u000a07:01:56.933835 --- ParallelTerminationStrategy: PID 4972 died...\u000a07:01:56.990022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4972): Terminated: ok {rc=0}\u000a07:01:57.078536 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4980): Process ended prematurely: osmo-stp_10.42.42.5(pid=4980) [trial-2356↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4980)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4980): Process ended prematurely: osmo-stp_10.42.42.5(pid=4980) [trial-2356↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:01:58.131669 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:58.143674 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a07:01:58.270450 tst ping_idle_ping.py: using LAC 19744\u000a07:01:58.390575 tst ping_idle_ping.py: using RAC 109\u000a07:01:58.510250 tst ping_idle_ping.py: using CellId 19744\u000a07:01:58.633595 tst ping_idle_ping.py: using BVCI 19745\u000a07:01:58.656874 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:58.668270 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:58.678992 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:58.690302 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:58.701156 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:58.712124 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:58.723450 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:58.734750 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:01:59.020845 tst ping_idle_ping.py:24: start network...\u000a07:01:59.149067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:01:59.632761 run create_hlr_db(pid=4974): Launched\u000a07:01:59.810098 bus /gobi_6: Setting Powered False\u000a07:02:00.835980 run create_hlr_db(pid=4974): Terminated: ok {rc=0}\u000a07:02:01.305716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4976): Launched\u000a07:02:01.744522 run osmo-hlr_10.42.42.2(pid=4977): Launched\u000a07:02:01.961278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:02:02.565338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4979): Launched\u000a07:02:02.875263 run osmo-stp_10.42.42.5(pid=4980): Launched\u000a07:02:02.987529 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:02:03.525200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4982): Launched\u000a07:02:03.634992 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:02:03.904538 run patchelf(pid=4983): Launched\u000a07:02:04.084090 run osmo-stp_10.42.42.5(pid=4980): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4980)]\u000a07:02:04.215360 run osmo-stp_10.42.42.5(pid=4980): stdout: \u000a| (launched: 2022-12-09_07:02:02.721083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:04.346723 run osmo-stp_10.42.42.5(pid=4980): stderr: \u000a| �[0;m�[38;5;43m20221209070202893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070202893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070202893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070202894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070202896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070202896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070202896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:04.473834 run osmo-stp_10.42.42.5(pid=4980): stdout: \u000a| (launched: 2022-12-09_07:02:02.721083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:04.599692 run osmo-stp_10.42.42.5(pid=4980): stderr: \u000a| �[0;m�[38;5;43m20221209070202893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070202893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070202893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070202894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070202896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070202896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070202896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:04.745486 run patchelf(pid=4983): Terminating (SIGINT)\u000a07:02:04.915853 run patchelf(pid=4983): Terminated: ok {rc=0}\u000a07:02:04.946887 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4980): Process ended prematurely: osmo-stp_10.42.42.5(pid=4980) [trial-2356↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4980)] [trial-2356↪gprs:sysmo↪ping_idle_ping.py:27]\u000a07:02:04.955643 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a07:02:05.016320 run osmo-hlr_10.42.42.2(pid=4977): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4977)]\u000a07:02:05.065776 run osmo-hlr_10.42.42.2(pid=4977): stdout: \u000a| (launched: 2022-12-09_07:02:01.477167) \u000a07:02:05.116572 run osmo-hlr_10.42.42.2(pid=4977): stderr: \u000a| �[0;m�[1;31m20221209070201788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070201788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070201788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070201789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070201789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070201789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070201807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070201819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070201819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070201819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:02:05.159374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4976): Terminating (SIGTERM)\u000a07:02:05.199663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4979): Terminating (SIGTERM)\u000a07:02:05.240143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4982): Terminating (SIGTERM)\u000a07:02:05.249828 --- ParallelTerminationStrategy: PID 4976 died...\u000a07:02:05.304080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4976): Terminated: ok {rc=0}\u000a07:02:05.314081 --- ParallelTerminationStrategy: PID 4979 died...\u000a07:02:05.368138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4979): Terminated: ok {rc=0}\u000a07:02:05.377995 --- ParallelTerminationStrategy: PID 4982 died...\u000a07:02:05.431702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4982): Terminated: ok {rc=0}\u000a07:02:05.520800 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:01:05" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4998): Process ended prematurely: osmo-stp_10.42.42.5(pid=4998) [trial-2356↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4998)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4998): Process ended prematurely: osmo-stp_10.42.42.5(pid=4998) [trial-2356↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:02:07.631465 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:07.642385 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:02:07.770526 tst cs_paging_gprs_active.py: using LAC 19745\u000a07:02:07.894080 tst cs_paging_gprs_active.py: using RAC 110\u000a07:02:08.015502 tst cs_paging_gprs_active.py: using CellId 19745\u000a07:02:08.139188 tst cs_paging_gprs_active.py: using BVCI 19746\u000a07:02:08.163150 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:08.174171 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:08.184749 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:08.195688 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:08.206569 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:08.217522 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:08.228542 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:08.239437 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:08.250531 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:02:08.375002 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:02:08.664336 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:02:08.794836 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:02:09.120472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4988): Launched\u000a07:02:09.390831 run iperf3-srv_10.42.42.10(pid=4989): Launched\u000a07:02:09.580893 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:02:09.711080 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:02:10.035836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4990): Launched\u000a07:02:10.307995 run iperf3-srv_10.42.42.10(pid=4991): Launched\u000a07:02:10.498272 tst cs_paging_gprs_active.py:38: start network...\u000a07:02:10.628391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:02:11.120284 run create_hlr_db(pid=4992): Launched\u000a07:02:11.299292 bus /gobi_6: Setting Powered False\u000a07:02:12.321131 run create_hlr_db(pid=4992): Terminated: ok {rc=0}\u000a07:02:12.766254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4994): Launched\u000a07:02:13.102781 run osmo-hlr_10.42.42.2(pid=4995): Launched\u000a07:02:13.224550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:02:13.804104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4997): Launched\u000a07:02:14.142280 run osmo-stp_10.42.42.5(pid=4998): Launched\u000a07:02:14.263682 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:02:14.847544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5000): Launched\u000a07:02:14.966639 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:02:15.259015 run patchelf(pid=5001): Launched\u000a07:02:15.453829 run osmo-stp_10.42.42.5(pid=4998): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4998)]\u000a07:02:15.596173 run osmo-stp_10.42.42.5(pid=4998): stdout: \u000a| (launched: 2022-12-09_07:02:13.975442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:15.738706 run osmo-stp_10.42.42.5(pid=4998): stderr: \u000a| �[0;m�[38;5;43m20221209070214172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070214172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070214172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070214172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070214173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070214173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070214173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:15.880807 run osmo-stp_10.42.42.5(pid=4998): stdout: \u000a| (launched: 2022-12-09_07:02:13.975442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:16.019926 run osmo-stp_10.42.42.5(pid=4998): stderr: \u000a| �[0;m�[38;5;43m20221209070214172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070214172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070214172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070214172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070214173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070214173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070214173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:16.179970 run patchelf(pid=5001): Terminating (SIGINT)\u000a07:02:16.361878 run patchelf(pid=5001): Terminated: ok {rc=0}\u000a07:02:16.395537 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4998): Process ended prematurely: osmo-stp_10.42.42.5(pid=4998) [trial-2356↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4998)] [trial-2356↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:02:16.406062 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a07:02:16.473261 run osmo-hlr_10.42.42.2(pid=4995): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4995)]\u000a07:02:16.526886 run osmo-hlr_10.42.42.2(pid=4995): stdout: \u000a| (launched: 2022-12-09_07:02:12.936630) \u000a07:02:16.580320 run osmo-hlr_10.42.42.2(pid=4995): stderr: \u000a| �[0;m�[1;31m20221209070213139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070213139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070213139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070213139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070213139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070213139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070213152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070213162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070213162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070213162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:02:16.624545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4988): Terminating (SIGTERM)\u000a07:02:16.670361 run iperf3-srv_10.42.42.10(pid=4989): Terminating (SIGTERM)\u000a07:02:16.713991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4990): Terminating (SIGTERM)\u000a07:02:16.758343 run iperf3-srv_10.42.42.10(pid=4991): Terminating (SIGTERM)\u000a07:02:16.801191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4994): Terminating (SIGTERM)\u000a07:02:16.844296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4997): Terminating (SIGTERM)\u000a07:02:16.891454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5000): Terminating (SIGTERM)\u000a07:02:16.903308 --- ParallelTerminationStrategy: PID 4988 died...\u000a07:02:16.962745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4988): Terminated: ok {rc=0}\u000a07:02:16.973431 --- ParallelTerminationStrategy: PID 4989 died...\u000a07:02:17.030894 run iperf3-srv_10.42.42.10(pid=4989): Terminated {rc=256}\u000a07:02:17.041546 --- ParallelTerminationStrategy: PID 4990 died...\u000a07:02:17.100071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4990): Terminated: ok {rc=0}\u000a07:02:17.111210 --- ParallelTerminationStrategy: PID 4991 died...\u000a07:02:17.168202 run iperf3-srv_10.42.42.10(pid=4991): Terminated {rc=256}\u000a07:02:17.178845 --- ParallelTerminationStrategy: PID 4994 died...\u000a07:02:17.235886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4994): Terminated: ok {rc=0}\u000a07:02:17.245716 --- ParallelTerminationStrategy: PID 4997 died...\u000a07:02:17.300418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4997): Terminated: ok {rc=0}\u000a07:02:17.311003 --- ParallelTerminationStrategy: PID 5000 died...\u000a07:02:17.365616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5000): Terminated: ok {rc=0}\u000a07:02:17.452103 bus /gobi_0: Setting Powered False\u000a07:02:18.556037 bus /gobi_0: Setting Powered False\u000a07:02:19.664047 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5010): Process ended prematurely: osmo-stp_10.42.42.5(pid=5010) [trial-2356↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5010)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5010): Process ended prematurely: osmo-stp_10.42.42.5(pid=5010) [trial-2356↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:02:20.782027 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:20.794181 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:02:20.934760 tst iperf3.py: using LAC 19746\u000a07:02:21.064216 tst iperf3.py: using RAC 111\u000a07:02:21.193081 tst iperf3.py: using CellId 19746\u000a07:02:21.321729 tst iperf3.py: using BVCI 19747\u000a07:02:21.347360 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:21.358830 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:21.370163 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:21.381475 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:21.392584 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:21.403744 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:21.415177 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:21.426426 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:21.437825 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:02:21.728092 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:02:21.859643 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:02:22.183821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5002): Launched\u000a07:02:22.453564 run iperf3-srv_10.42.42.10(pid=5003): Launched\u000a07:02:22.643233 tst iperf3.py:8: start network...\u000a07:02:22.772712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:02:23.262545 run create_hlr_db(pid=5004): Launched\u000a07:02:23.441662 bus /gobi_6: Setting Powered False\u000a07:02:24.463781 run create_hlr_db(pid=5004): Terminated: ok {rc=0}\u000a07:02:24.879067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5006): Launched\u000a07:02:25.192824 run osmo-hlr_10.42.42.2(pid=5007): Launched\u000a07:02:25.305872 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:02:25.844924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5009): Launched\u000a07:02:26.166818 run osmo-stp_10.42.42.5(pid=5010): Launched\u000a07:02:26.289552 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:02:26.874872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5012): Launched\u000a07:02:26.994438 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:02:27.286704 run patchelf(pid=5013): Launched\u000a07:02:27.480234 run osmo-stp_10.42.42.5(pid=5010): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5010)]\u000a07:02:27.621962 run osmo-stp_10.42.42.5(pid=5010): stdout: \u000a| (launched: 2022-12-09_07:02:26.002660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:27.763869 run osmo-stp_10.42.42.5(pid=5010): stderr: \u000a| �[0;m�[38;5;43m20221209070226193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070226193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070226194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070226194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070226195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070226195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070226195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:27.901548 run osmo-stp_10.42.42.5(pid=5010): stdout: \u000a| (launched: 2022-12-09_07:02:26.002660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:28.037708 run osmo-stp_10.42.42.5(pid=5010): stderr: \u000a| �[0;m�[38;5;43m20221209070226193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070226193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070226194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070226194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070226195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070226195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070226195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:28.195865 run patchelf(pid=5013): Terminating (SIGINT)\u000a07:02:28.381910 run patchelf(pid=5013): Terminated: ok {rc=0}\u000a07:02:28.415838 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5010): Process ended prematurely: osmo-stp_10.42.42.5(pid=5010) [trial-2356↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5010)] [trial-2356↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a07:02:28.426041 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a07:02:28.489161 run osmo-hlr_10.42.42.2(pid=5007): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5007)]\u000a07:02:28.540626 run osmo-hlr_10.42.42.2(pid=5007): stdout: \u000a| (launched: 2022-12-09_07:02:25.037361) \u000a07:02:28.592754 run osmo-hlr_10.42.42.2(pid=5007): stderr: \u000a| �[0;m�[1;31m20221209070225217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070225217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070225217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070225217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070225217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070225217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070225241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070225250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070225250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070225250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:02:28.637323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5002): Terminating (SIGTERM)\u000a07:02:28.679179 run iperf3-srv_10.42.42.10(pid=5003): Terminating (SIGTERM)\u000a07:02:28.722737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5006): Terminating (SIGTERM)\u000a07:02:28.764531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5009): Terminating (SIGTERM)\u000a07:02:28.806785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5012): Terminating (SIGTERM)\u000a07:02:28.816496 --- ParallelTerminationStrategy: PID 5002 died...\u000a07:02:28.873508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5002): Terminated: ok {rc=0}\u000a07:02:28.883846 --- ParallelTerminationStrategy: PID 5003 died...\u000a07:02:28.939455 run iperf3-srv_10.42.42.10(pid=5003): Terminated {rc=256}\u000a07:02:28.949576 --- ParallelTerminationStrategy: PID 5006 died...\u000a07:02:29.005244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5006): Terminated: ok {rc=0}\u000a07:02:29.015462 --- ParallelTerminationStrategy: PID 5009 died...\u000a07:02:29.071577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5009): Terminated: ok {rc=0}\u000a07:02:29.081791 --- ParallelTerminationStrategy: PID 5012 died...\u000a07:02:29.137769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5012): Terminated: ok {rc=0}\u000a07:02:29.225359 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5031): Process ended prematurely: osmo-stp_10.42.42.5(pid=5031) [trial-2356↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5031)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5031): Process ended prematurely: osmo-stp_10.42.42.5(pid=5031) [trial-2356↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5031)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:02:30.336039 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:30.347717 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:02:30.477994 tst iperf3m4.py: using LAC 19747\u000a07:02:30.601652 tst iperf3m4.py: using RAC 112\u000a07:02:30.725718 tst iperf3m4.py: using CellId 19747\u000a07:02:30.860242 tst iperf3m4.py: using BVCI 19748\u000a07:02:30.892510 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:30.905204 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:30.917684 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:30.929958 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:30.942376 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:30.954312 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:30.966537 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:30.978493 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:30.990763 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:02:31.128533 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:02:31.250567 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:02:31.373709 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:02:31.738741 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:02:31.883722 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:02:32.304771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5014): Launched\u000a07:02:32.577542 run iperf3-srv_10.42.42.10(pid=5015): Launched\u000a07:02:32.768593 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:02:32.899366 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:02:33.224582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5016): Launched\u000a07:02:33.495526 run iperf3-srv_10.42.42.10(pid=5017): Launched\u000a07:02:33.684578 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:02:33.814360 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:02:34.138075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5018): Launched\u000a07:02:34.408476 run iperf3-srv_10.42.42.10(pid=5019): Launched\u000a07:02:34.598198 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:02:34.728582 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:02:35.053441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5020): Launched\u000a07:02:35.322904 run iperf3-srv_10.42.42.10(pid=5021): Launched\u000a07:02:35.511855 tst iperf3m4.py:8: start network...\u000a07:02:35.641362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:02:36.169905 run create_hlr_db(pid=5025): Launched\u000a07:02:36.363513 bus /gobi_6: Setting Powered False\u000a07:02:37.383774 run create_hlr_db(pid=5025): Terminated: ok {rc=0}\u000a07:02:37.801934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5027): Launched\u000a07:02:38.115252 run osmo-hlr_10.42.42.2(pid=5028): Launched\u000a07:02:38.235052 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:02:38.785156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5030): Launched\u000a07:02:39.098314 run osmo-stp_10.42.42.5(pid=5031): Launched\u000a07:02:39.211929 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:02:39.754161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5033): Launched\u000a07:02:39.865461 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:02:40.139174 run patchelf(pid=5034): Launched\u000a07:02:40.320999 run osmo-stp_10.42.42.5(pid=5031): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5031)]\u000a07:02:40.453907 run osmo-stp_10.42.42.5(pid=5031): stdout: \u000a| (launched: 2022-12-09_07:02:38.942937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:40.586632 run osmo-stp_10.42.42.5(pid=5031): stderr: \u000a| �[0;m�[38;5;43m20221209070239117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070239117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070239117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070239118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070239118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070239118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070239118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:40.714755 run osmo-stp_10.42.42.5(pid=5031): stdout: \u000a| (launched: 2022-12-09_07:02:38.942937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:40.842466 run osmo-stp_10.42.42.5(pid=5031): stderr: \u000a| �[0;m�[38;5;43m20221209070239117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070239117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070239117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070239118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070239118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070239118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070239118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:40.990392 run patchelf(pid=5034): Terminating (SIGINT)\u000a07:02:41.163517 run patchelf(pid=5034): Terminated: ok {rc=0}\u000a07:02:41.195304 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5031): Process ended prematurely: osmo-stp_10.42.42.5(pid=5031) [trial-2356↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5031)] [trial-2356↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:02:41.204604 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a07:02:41.265677 run osmo-hlr_10.42.42.2(pid=5028): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5028)]\u000a07:02:41.315127 run osmo-hlr_10.42.42.2(pid=5028): stdout: \u000a| (launched: 2022-12-09_07:02:37.959959) \u000a07:02:41.365521 run osmo-hlr_10.42.42.2(pid=5028): stderr: \u000a| �[0;m�[1;31m20221209070238139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070238139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070238139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070238139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070238139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070238139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070238151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070238159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070238160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070238160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:02:41.407672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5014): Terminating (SIGTERM)\u000a07:02:41.447627 run iperf3-srv_10.42.42.10(pid=5015): Terminating (SIGTERM)\u000a07:02:41.487929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5016): Terminating (SIGTERM)\u000a07:02:41.528320 run iperf3-srv_10.42.42.10(pid=5017): Terminating (SIGTERM)\u000a07:02:41.568419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5018): Terminating (SIGTERM)\u000a07:02:41.608807 run iperf3-srv_10.42.42.10(pid=5019): Terminating (SIGTERM)\u000a07:02:41.649019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5020): Terminating (SIGTERM)\u000a07:02:41.689280 run iperf3-srv_10.42.42.10(pid=5021): Terminating (SIGTERM)\u000a07:02:41.729439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5027): Terminating (SIGTERM)\u000a07:02:41.769686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5030): Terminating (SIGTERM)\u000a07:02:41.810012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5033): Terminating (SIGTERM)\u000a07:02:41.819568 --- ParallelTerminationStrategy: PID 5014 died...\u000a07:02:41.873579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5014): Terminated: ok {rc=0}\u000a07:02:41.883633 --- ParallelTerminationStrategy: PID 5015 died...\u000a07:02:41.937956 run iperf3-srv_10.42.42.10(pid=5015): Terminated {rc=256}\u000a07:02:41.947510 --- ParallelTerminationStrategy: PID 5016 died...\u000a07:02:42.001808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5016): Terminated: ok {rc=0}\u000a07:02:42.011677 --- ParallelTerminationStrategy: PID 5017 died...\u000a07:02:42.065378 run iperf3-srv_10.42.42.10(pid=5017): Terminated {rc=256}\u000a07:02:42.075126 --- ParallelTerminationStrategy: PID 5018 died...\u000a07:02:42.129175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5018): Terminated: ok {rc=0}\u000a07:02:42.138924 --- ParallelTerminationStrategy: PID 5019 died...\u000a07:02:42.192790 run iperf3-srv_10.42.42.10(pid=5019): Terminated {rc=256}\u000a07:02:42.202634 --- ParallelTerminationStrategy: PID 5020 died...\u000a07:02:42.256555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5020): Terminated: ok {rc=0}\u000a07:02:42.266341 --- ParallelTerminationStrategy: PID 5021 died...\u000a07:02:42.320241 run iperf3-srv_10.42.42.10(pid=5021): Terminated {rc=256}\u000a07:02:42.329922 --- ParallelTerminationStrategy: PID 5027 died...\u000a07:02:42.383476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5027): Terminated: ok {rc=0}\u000a07:02:42.393808 --- ParallelTerminationStrategy: PID 5030 died...\u000a07:02:42.447008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5030): Terminated: ok {rc=0}\u000a07:02:42.456776 --- ParallelTerminationStrategy: PID 5033 died...\u000a07:02:42.509974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5033): Terminated: ok {rc=0}\u000a07:02:42.598305 bus /gobi_4: Setting Powered False\u000a07:02:43.702626 bus /gobi_4: Setting Powered False\u000a07:02:44.814620 bus /gobi_1: Setting Powered False\u000a07:02:45.954292 bus /gobi_1: Setting Powered False\u000a07:02:47.071393 bus /gobi_0: Setting Powered False\u000a07:02:48.182035 bus /gobi_0: Setting Powered False\u000a07:02:49.290500 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5041): Process ended prematurely: osmo-stp_10.42.42.5(pid=5041) [trial-2356↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5041)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5041): Process ended prematurely: osmo-stp_10.42.42.5(pid=5041) [trial-2356↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:02:50.356738 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:50.368231 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:02:50.492720 tst ping.py: using LAC 19748\u000a07:02:50.614086 tst ping.py: using RAC 113\u000a07:02:50.734414 tst ping.py: using CellId 19748\u000a07:02:50.853854 tst ping.py: using BVCI 19749\u000a07:02:50.877221 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:50.887951 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:50.898763 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:50.909785 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:50.920692 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:50.931817 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:50.942877 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:50.953931 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:02:51.251344 tst ping.py:19: start network...\u000a07:02:51.389464 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:02:51.918424 run create_hlr_db(pid=5035): Launched\u000a07:02:52.109490 bus /gobi_6: Setting Powered False\u000a07:02:53.118296 run create_hlr_db(pid=5035): Terminated: ok {rc=0}\u000a07:02:53.565972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5037): Launched\u000a07:02:53.896736 run osmo-hlr_10.42.42.2(pid=5038): Launched\u000a07:02:54.019294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:02:54.592419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5040): Launched\u000a07:02:54.922975 run osmo-stp_10.42.42.5(pid=5041): Launched\u000a07:02:55.041303 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:02:55.614422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5043): Launched\u000a07:02:55.731824 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:02:56.019480 run patchelf(pid=5044): Launched\u000a07:02:56.210457 run osmo-stp_10.42.42.5(pid=5041): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5041)]\u000a07:02:56.349654 run osmo-stp_10.42.42.5(pid=5041): stdout: \u000a| (launched: 2022-12-09_07:02:54.759492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:56.489725 run osmo-stp_10.42.42.5(pid=5041): stderr: \u000a| �[0;m�[38;5;43m20221209070254954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070254954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070254954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070254955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070254957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070254957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070254957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:56.624775 run osmo-stp_10.42.42.5(pid=5041): stdout: \u000a| (launched: 2022-12-09_07:02:54.759492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:56.758986 run osmo-stp_10.42.42.5(pid=5041): stderr: \u000a| �[0;m�[38;5;43m20221209070254954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070254954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070254954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070254955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070254957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070254957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070254957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:56.914969 run patchelf(pid=5044): Terminating (SIGINT)\u000a07:02:57.096679 run patchelf(pid=5044): Terminated: ok {rc=0}\u000a07:02:57.129723 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5041): Process ended prematurely: osmo-stp_10.42.42.5(pid=5041) [trial-2356↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5041)] [trial-2356↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a07:02:57.139141 tst ping.py:22: Test FAILED (6.8 sec)\u000a07:02:57.202154 run osmo-hlr_10.42.42.2(pid=5038): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5038)]\u000a07:02:57.253560 run osmo-hlr_10.42.42.2(pid=5038): stdout: \u000a| (launched: 2022-12-09_07:02:53.733524) \u000a07:02:57.305565 run osmo-hlr_10.42.42.2(pid=5038): stderr: \u000a| �[0;m�[1;31m20221209070253936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070253936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070253936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070253936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070253936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070253936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070253949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070253958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070253958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070253958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:02:57.351727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5037): Terminating (SIGTERM)\u000a07:02:57.393780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5040): Terminating (SIGTERM)\u000a07:02:57.435796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5043): Terminating (SIGTERM)\u000a07:02:57.445616 --- ParallelTerminationStrategy: PID 5037 died...\u000a07:02:57.502130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5037): Terminated: ok {rc=0}\u000a07:02:57.512322 --- ParallelTerminationStrategy: PID 5040 died...\u000a07:02:57.568632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5040): Terminated: ok {rc=0}\u000a07:02:57.578967 --- ParallelTerminationStrategy: PID 5043 died...\u000a07:02:57.635551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5043): Terminated: ok {rc=0}\u000a07:02:57.722941 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5052): Process ended prematurely: osmo-stp_10.42.42.5(pid=5052) [trial-2356↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5052)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5052): Process ended prematurely: osmo-stp_10.42.42.5(pid=5052) [trial-2356↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5052)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:02:58.775977 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:58.787590 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:02:58.916466 tst ping_idle_ping.py: using LAC 19749\u000a07:02:59.038392 tst ping_idle_ping.py: using RAC 114\u000a07:02:59.165718 tst ping_idle_ping.py: using CellId 19749\u000a07:02:59.296651 tst ping_idle_ping.py: using BVCI 19750\u000a07:02:59.322229 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:59.333944 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:59.345419 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:59.356739 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:59.367938 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:59.379166 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:59.390669 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:59.401957 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:02:59.704360 tst ping_idle_ping.py:24: start network...\u000a07:02:59.842695 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:03:00.372390 run create_hlr_db(pid=5045): Launched\u000a07:03:00.563387 bus /gobi_6: Setting Powered False\u000a07:03:01.582081 run create_hlr_db(pid=5045): Terminated: ok {rc=0}\u000a07:03:02.015264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5048): Launched\u000a07:03:02.329790 run osmo-hlr_10.42.42.2(pid=5049): Launched\u000a07:03:02.440685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:03:02.977798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5051): Launched\u000a07:03:03.286240 run osmo-stp_10.42.42.5(pid=5052): Launched\u000a07:03:03.402770 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:03:03.939173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5054): Launched\u000a07:03:04.048342 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:03:04.317642 run patchelf(pid=5055): Launched\u000a07:03:04.496439 run osmo-stp_10.42.42.5(pid=5052): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5052)]\u000a07:03:04.627813 run osmo-stp_10.42.42.5(pid=5052): stdout: \u000a| (launched: 2022-12-09_07:03:03.133133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:04.758690 run osmo-stp_10.42.42.5(pid=5052): stderr: \u000a| �[0;m�[38;5;43m20221209070303307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070303307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070303308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070303308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070303308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070303309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070303309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:04.885466 run osmo-stp_10.42.42.5(pid=5052): stdout: \u000a| (launched: 2022-12-09_07:03:03.133133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:05.010477 run osmo-stp_10.42.42.5(pid=5052): stderr: \u000a| �[0;m�[38;5;43m20221209070303307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070303307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070303308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070303308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070303308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070303309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070303309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:05.155601 run patchelf(pid=5055): Terminating (SIGINT)\u000a07:03:05.325784 run patchelf(pid=5055): Terminated: ok {rc=0}\u000a07:03:05.356518 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5052): Process ended prematurely: osmo-stp_10.42.42.5(pid=5052) [trial-2356↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5052)] [trial-2356↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:03:05.365363 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a07:03:05.425819 run osmo-hlr_10.42.42.2(pid=5049): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5049)]\u000a07:03:05.475014 run osmo-hlr_10.42.42.2(pid=5049): stdout: \u000a| (launched: 2022-12-09_07:03:02.173534) \u000a07:03:05.525179 run osmo-hlr_10.42.42.2(pid=5049): stderr: \u000a| �[0;m�[1;31m20221209070302354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070302354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070302354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070302354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070302354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070302354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070302411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070302421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070302421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070302421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:03:05.567394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5048): Terminating (SIGTERM)\u000a07:03:05.607404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5051): Terminating (SIGTERM)\u000a07:03:05.647449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5054): Terminating (SIGTERM)\u000a07:03:05.656864 --- ParallelTerminationStrategy: PID 5048 died...\u000a07:03:05.710489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5048): Terminated: ok {rc=0}\u000a07:03:05.720064 --- ParallelTerminationStrategy: PID 5051 died...\u000a07:03:05.772917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5051): Terminated: ok {rc=0}\u000a07:03:05.782727 --- ParallelTerminationStrategy: PID 5054 died...\u000a07:03:05.835718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5054): Terminated: ok {rc=0}\u000a07:03:05.919134 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:02:07" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5069): Process ended prematurely: osmo-stp_10.42.42.5(pid=5069) [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5069)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5069): Process ended prematurely: osmo-stp_10.42.42.5(pid=5069) [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5069)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:03:08.034988 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:08.046061 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:03:08.193934 tst cs_paging_gprs_active.py: using LAC 19750\u000a07:03:08.315312 tst cs_paging_gprs_active.py: using RAC 115\u000a07:03:08.438970 tst cs_paging_gprs_active.py: using CellId 19750\u000a07:03:08.563066 tst cs_paging_gprs_active.py: using BVCI 19751\u000a07:03:08.587068 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:08.598146 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:08.608903 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:08.620028 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:08.630939 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:08.642025 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:08.653162 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:08.664397 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:08.675619 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:03:08.799285 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:03:09.103851 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:03:09.245130 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:09.593325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5059): Launched\u000a07:03:09.882350 run iperf3-srv_10.42.42.10(pid=5060): Launched\u000a07:03:10.087241 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:03:10.226775 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:10.573686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5061): Launched\u000a07:03:10.862214 run iperf3-srv_10.42.42.10(pid=5062): Launched\u000a07:03:11.066581 tst cs_paging_gprs_active.py:38: start network...\u000a07:03:11.205929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:03:11.741975 run create_hlr_db(pid=5063): Launched\u000a07:03:11.935818 bus /gobi_6: Setting Powered False\u000a07:03:12.957249 run create_hlr_db(pid=5063): Terminated: ok {rc=0}\u000a07:03:13.402822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5065): Launched\u000a07:03:13.741709 run osmo-hlr_10.42.42.2(pid=5066): Launched\u000a07:03:13.864393 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:03:14.446034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5068): Launched\u000a07:03:14.782493 run osmo-stp_10.42.42.5(pid=5069): Launched\u000a07:03:14.903957 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:03:15.490115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5071): Launched\u000a07:03:15.609729 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:03:15.918028 run patchelf(pid=5072): Launched\u000a07:03:16.116270 run osmo-stp_10.42.42.5(pid=5069): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5069)]\u000a07:03:16.260524 run osmo-stp_10.42.42.5(pid=5069): stdout: \u000a| (launched: 2022-12-09_07:03:14.616684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:16.405025 run osmo-stp_10.42.42.5(pid=5069): stderr: \u000a| �[0;m�[38;5;43m20221209070314815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070314815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070314815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070314815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070314816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070314816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070314816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:16.544834 run osmo-stp_10.42.42.5(pid=5069): stdout: \u000a| (launched: 2022-12-09_07:03:14.616684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:16.684245 run osmo-stp_10.42.42.5(pid=5069): stderr: \u000a| �[0;m�[38;5;43m20221209070314815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070314815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070314815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070314815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070314816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070314816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070314816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:16.846099 run patchelf(pid=5072): Terminating (SIGINT)\u000a07:03:17.034646 run patchelf(pid=5072): Terminated: ok {rc=0}\u000a07:03:17.069648 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5069): Process ended prematurely: osmo-stp_10.42.42.5(pid=5069) [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5069)] [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:03:17.080365 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a07:03:17.144398 run osmo-hlr_10.42.42.2(pid=5066): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5066)]\u000a07:03:17.196939 run osmo-hlr_10.42.42.2(pid=5066): stdout: \u000a| (launched: 2022-12-09_07:03:13.573401) \u000a07:03:17.249525 run osmo-hlr_10.42.42.2(pid=5066): stderr: \u000a| �[0;m�[1;31m20221209070313775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070313775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070313775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070313775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070313775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070313775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070313787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070313796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070313796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070313796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:03:17.294300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5059): Terminating (SIGTERM)\u000a07:03:17.336277 run iperf3-srv_10.42.42.10(pid=5060): Terminating (SIGTERM)\u000a07:03:17.378323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5061): Terminating (SIGTERM)\u000a07:03:17.420168 run iperf3-srv_10.42.42.10(pid=5062): Terminating (SIGTERM)\u000a07:03:17.462174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5065): Terminating (SIGTERM)\u000a07:03:17.504047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5068): Terminating (SIGTERM)\u000a07:03:17.545764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5071): Terminating (SIGTERM)\u000a07:03:17.555477 --- ParallelTerminationStrategy: PID 5059 died...\u000a07:03:17.611608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5059): Terminated: ok {rc=0}\u000a07:03:17.621796 --- ParallelTerminationStrategy: PID 5060 died...\u000a07:03:17.677328 run iperf3-srv_10.42.42.10(pid=5060): Terminated {rc=256}\u000a07:03:17.687523 --- ParallelTerminationStrategy: PID 5061 died...\u000a07:03:17.743147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5061): Terminated: ok {rc=0}\u000a07:03:17.753261 --- ParallelTerminationStrategy: PID 5062 died...\u000a07:03:17.809007 run iperf3-srv_10.42.42.10(pid=5062): Terminated {rc=256}\u000a07:03:17.819273 --- ParallelTerminationStrategy: PID 5065 died...\u000a07:03:17.875068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5065): Terminated: ok {rc=0}\u000a07:03:17.885147 --- ParallelTerminationStrategy: PID 5068 died...\u000a07:03:17.940541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5068): Terminated: ok {rc=0}\u000a07:03:17.950714 --- ParallelTerminationStrategy: PID 5071 died...\u000a07:03:18.006567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5071): Terminated: ok {rc=0}\u000a07:03:18.093863 bus /gobi_0: Setting Powered False\u000a07:03:19.202507 bus /gobi_0: Setting Powered False\u000a07:03:20.311912 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5081): Process ended prematurely: osmo-stp_10.42.42.5(pid=5081) [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5081)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5081): Process ended prematurely: osmo-stp_10.42.42.5(pid=5081) [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5081)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:03:21.429563 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:21.441832 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:03:21.604433 tst iperf3.py: using LAC 19751\u000a07:03:21.735953 tst iperf3.py: using RAC 116\u000a07:03:21.865928 tst iperf3.py: using CellId 19751\u000a07:03:21.997452 tst iperf3.py: using BVCI 19752\u000a07:03:22.023066 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:22.034606 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:22.045927 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:22.057283 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:22.068461 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:22.079738 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:22.091203 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:22.102340 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:22.113802 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:03:22.416842 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:03:22.557960 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:22.906475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5073): Launched\u000a07:03:23.195834 run iperf3-srv_10.42.42.10(pid=5074): Launched\u000a07:03:23.401377 tst iperf3.py:8: start network...\u000a07:03:23.541679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:03:24.076614 run create_hlr_db(pid=5075): Launched\u000a07:03:24.270351 bus /gobi_6: Setting Powered False\u000a07:03:25.290787 run create_hlr_db(pid=5075): Terminated: ok {rc=0}\u000a07:03:25.710607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5077): Launched\u000a07:03:26.024621 run osmo-hlr_10.42.42.2(pid=5078): Launched\u000a07:03:26.139761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:03:26.682372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5080): Launched\u000a07:03:26.995688 run osmo-stp_10.42.42.5(pid=5081): Launched\u000a07:03:27.109808 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:03:27.652787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5083): Launched\u000a07:03:27.764293 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:03:28.037861 run patchelf(pid=5084): Launched\u000a07:03:28.219701 run osmo-stp_10.42.42.5(pid=5081): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5081)]\u000a07:03:28.352854 run osmo-stp_10.42.42.5(pid=5081): stdout: \u000a| (launched: 2022-12-09_07:03:26.840752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:28.486259 run osmo-stp_10.42.42.5(pid=5081): stderr: \u000a| �[0;m�[38;5;43m20221209070327015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070327015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070327015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070327016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070327016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070327016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070327016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:28.615267 run osmo-stp_10.42.42.5(pid=5081): stdout: \u000a| (launched: 2022-12-09_07:03:26.840752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:28.743921 run osmo-stp_10.42.42.5(pid=5081): stderr: \u000a| �[0;m�[38;5;43m20221209070327015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070327015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070327015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070327016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070327016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070327016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070327016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:28.892338 run patchelf(pid=5084): Terminating (SIGINT)\u000a07:03:29.066171 run patchelf(pid=5084): Terminated: ok {rc=0}\u000a07:03:29.098154 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5081): Process ended prematurely: osmo-stp_10.42.42.5(pid=5081) [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5081)] [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:03:29.107610 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a07:03:29.168555 run osmo-hlr_10.42.42.2(pid=5078): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5078)]\u000a07:03:29.219058 run osmo-hlr_10.42.42.2(pid=5078): stdout: \u000a| (launched: 2022-12-09_07:03:25.869119) \u000a07:03:29.268766 run osmo-hlr_10.42.42.2(pid=5078): stderr: \u000a| �[0;m�[1;31m20221209070326047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070326047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070326047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070326047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070326047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070326047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070326060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070326071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070326072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070326072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:03:29.311353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5073): Terminating (SIGTERM)\u000a07:03:29.351442 run iperf3-srv_10.42.42.10(pid=5074): Terminating (SIGTERM)\u000a07:03:29.391422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5077): Terminating (SIGTERM)\u000a07:03:29.431431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5080): Terminating (SIGTERM)\u000a07:03:29.471445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5083): Terminating (SIGTERM)\u000a07:03:29.480599 --- ParallelTerminationStrategy: PID 5073 died...\u000a07:03:29.534431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5073): Terminated: ok {rc=0}\u000a07:03:29.544244 --- ParallelTerminationStrategy: PID 5074 died...\u000a07:03:29.597560 run iperf3-srv_10.42.42.10(pid=5074): Terminated {rc=256}\u000a07:03:29.607385 --- ParallelTerminationStrategy: PID 5077 died...\u000a07:03:29.661025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5077): Terminated: ok {rc=0}\u000a07:03:29.670819 --- ParallelTerminationStrategy: PID 5080 died...\u000a07:03:29.724168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5080): Terminated: ok {rc=0}\u000a07:03:29.734113 --- ParallelTerminationStrategy: PID 5083 died...\u000a07:03:29.787604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5083): Terminated: ok {rc=0}\u000a07:03:29.878054 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5099): Process ended prematurely: osmo-stp_10.42.42.5(pid=5099) [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5099)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5099): Process ended prematurely: osmo-stp_10.42.42.5(pid=5099) [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5099)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:03:31.008160 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:31.021383 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:03:31.174380 tst iperf3m4.py: using LAC 19752\u000a07:03:31.334038 tst iperf3m4.py: using RAC 117\u000a07:03:31.475256 tst iperf3m4.py: using CellId 19752\u000a07:03:31.628183 tst iperf3m4.py: using BVCI 19753\u000a07:03:31.657596 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:31.671230 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:31.684592 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:31.697753 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:31.709987 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:31.722662 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:31.738207 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:31.751177 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:31.763950 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:03:31.891280 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:03:32.021069 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:03:32.150922 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:03:32.460209 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:03:32.601136 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:32.949542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5085): Launched\u000a07:03:33.239461 run iperf3-srv_10.42.42.10(pid=5086): Launched\u000a07:03:33.444091 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:03:33.584141 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:33.931005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5087): Launched\u000a07:03:34.219402 run iperf3-srv_10.42.42.10(pid=5088): Launched\u000a07:03:34.424447 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:03:34.564814 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:34.914428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5089): Launched\u000a07:03:35.203499 run iperf3-srv_10.42.42.10(pid=5090): Launched\u000a07:03:35.408636 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:03:35.548739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:35.890100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5091): Launched\u000a07:03:36.161206 run iperf3-srv_10.42.42.10(pid=5092): Launched\u000a07:03:36.351601 tst iperf3m4.py:8: start network...\u000a07:03:36.481931 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:03:36.976577 run create_hlr_db(pid=5093): Launched\u000a07:03:37.155868 bus /gobi_6: Setting Powered False\u000a07:03:38.178255 run create_hlr_db(pid=5093): Terminated: ok {rc=0}\u000a07:03:38.593722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5095): Launched\u000a07:03:38.908729 run osmo-hlr_10.42.42.2(pid=5096): Launched\u000a07:03:39.023530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:03:39.564928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5098): Launched\u000a07:03:39.878305 run osmo-stp_10.42.42.5(pid=5099): Launched\u000a07:03:39.993560 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:03:40.535707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5101): Launched\u000a07:03:40.647253 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:03:40.921618 run patchelf(pid=5102): Launched\u000a07:03:41.103159 run osmo-stp_10.42.42.5(pid=5099): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5099)]\u000a07:03:41.235677 run osmo-stp_10.42.42.5(pid=5099): stdout: \u000a| (launched: 2022-12-09_07:03:39.722557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:41.368563 run osmo-stp_10.42.42.5(pid=5099): stderr: \u000a| �[0;m�[38;5;43m20221209070339895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070339895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070339895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070339896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070339898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070339898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070339898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:41.497445 run osmo-stp_10.42.42.5(pid=5099): stdout: \u000a| (launched: 2022-12-09_07:03:39.722557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:41.624593 run osmo-stp_10.42.42.5(pid=5099): stderr: \u000a| �[0;m�[38;5;43m20221209070339895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070339895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070339895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070339896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070339898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070339898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070339898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:41.772157 run patchelf(pid=5102): Terminating (SIGINT)\u000a07:03:41.946130 run patchelf(pid=5102): Terminated: ok {rc=0}\u000a07:03:41.977838 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5099): Process ended prematurely: osmo-stp_10.42.42.5(pid=5099) [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5099)] [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:03:41.987338 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a07:03:42.049380 run osmo-hlr_10.42.42.2(pid=5096): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5096)]\u000a07:03:42.099379 run osmo-hlr_10.42.42.2(pid=5096): stdout: \u000a| (launched: 2022-12-09_07:03:38.752155) \u000a07:03:42.150266 run osmo-hlr_10.42.42.2(pid=5096): stderr: \u000a| �[0;m�[1;31m20221209070338932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070338932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070338932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070338932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070338932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070338932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070338945 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070338953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070338953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070338953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:03:42.192872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5085): Terminating (SIGTERM)\u000a07:03:42.233378 run iperf3-srv_10.42.42.10(pid=5086): Terminating (SIGTERM)\u000a07:03:42.273706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5087): Terminating (SIGTERM)\u000a07:03:42.314186 run iperf3-srv_10.42.42.10(pid=5088): Terminating (SIGTERM)\u000a07:03:42.354532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5089): Terminating (SIGTERM)\u000a07:03:42.394965 run iperf3-srv_10.42.42.10(pid=5090): Terminating (SIGTERM)\u000a07:03:42.435191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5091): Terminating (SIGTERM)\u000a07:03:42.475544 run iperf3-srv_10.42.42.10(pid=5092): Terminating (SIGTERM)\u000a07:03:42.515713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5095): Terminating (SIGTERM)\u000a07:03:42.555918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5098): Terminating (SIGTERM)\u000a07:03:42.596488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5101): Terminating (SIGTERM)\u000a07:03:42.605849 --- ParallelTerminationStrategy: PID 5085 died...\u000a07:03:42.660557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5085): Terminated: ok {rc=0}\u000a07:03:42.670372 --- ParallelTerminationStrategy: PID 5086 died...\u000a07:03:42.724314 run iperf3-srv_10.42.42.10(pid=5086): Terminated {rc=256}\u000a07:03:42.734236 --- ParallelTerminationStrategy: PID 5087 died...\u000a07:03:42.788326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5087): Terminated: ok {rc=0}\u000a07:03:42.798151 --- ParallelTerminationStrategy: PID 5088 died...\u000a07:03:42.852766 run iperf3-srv_10.42.42.10(pid=5088): Terminated {rc=256}\u000a07:03:42.863025 --- ParallelTerminationStrategy: PID 5089 died...\u000a07:03:42.917179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5089): Terminated: ok {rc=0}\u000a07:03:42.927195 --- ParallelTerminationStrategy: PID 5090 died...\u000a07:03:42.980984 run iperf3-srv_10.42.42.10(pid=5090): Terminated {rc=256}\u000a07:03:42.991059 --- ParallelTerminationStrategy: PID 5091 died...\u000a07:03:43.045373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5091): Terminated: ok {rc=0}\u000a07:03:43.055483 --- ParallelTerminationStrategy: PID 5092 died...\u000a07:03:43.109637 run iperf3-srv_10.42.42.10(pid=5092): Terminated {rc=256}\u000a07:03:43.119519 --- ParallelTerminationStrategy: PID 5095 died...\u000a07:03:43.173744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5095): Terminated: ok {rc=0}\u000a07:03:43.183864 --- ParallelTerminationStrategy: PID 5098 died...\u000a07:03:43.238136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5098): Terminated: ok {rc=0}\u000a07:03:43.248193 --- ParallelTerminationStrategy: PID 5101 died...\u000a07:03:43.303310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5101): Terminated: ok {rc=0}\u000a07:03:43.393557 bus /gobi_4: Setting Powered False\u000a07:03:44.499178 bus /gobi_4: Setting Powered False\u000a07:03:45.612582 bus /gobi_1: Setting Powered False\u000a07:03:46.744753 bus /gobi_1: Setting Powered False\u000a07:03:47.859765 bus /gobi_0: Setting Powered False\u000a07:03:48.967177 bus /gobi_0: Setting Powered False\u000a07:03:50.076602 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5109): Process ended prematurely: osmo-stp_10.42.42.5(pid=5109) [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5109)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5109): Process ended prematurely: osmo-stp_10.42.42.5(pid=5109) [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:03:51.146119 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:51.158464 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:03:51.314589 tst ping.py: using LAC 19753\u000a07:03:51.443397 tst ping.py: using RAC 118\u000a07:03:51.573782 tst ping.py: using CellId 19753\u000a07:03:51.705276 tst ping.py: using BVCI 19754\u000a07:03:51.730569 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:51.742112 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:51.753516 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:51.764822 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:51.776053 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:51.787351 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:51.798975 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:51.810337 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:03:52.106658 tst ping.py:19: start network...\u000a07:03:52.243730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:03:52.771576 run create_hlr_db(pid=5103): Launched\u000a07:03:52.963369 bus /gobi_6: Setting Powered False\u000a07:03:53.983556 run create_hlr_db(pid=5103): Terminated: ok {rc=0}\u000a07:03:54.421354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5105): Launched\u000a07:03:54.752705 run osmo-hlr_10.42.42.2(pid=5106): Launched\u000a07:03:54.875656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:03:55.456218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5108): Launched\u000a07:03:55.785433 run osmo-stp_10.42.42.5(pid=5109): Launched\u000a07:03:55.905016 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:03:56.477971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5111): Launched\u000a07:03:56.594847 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:03:56.882072 run patchelf(pid=5112): Launched\u000a07:03:57.073883 run osmo-stp_10.42.42.5(pid=5109): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5109)]\u000a07:03:57.213213 run osmo-stp_10.42.42.5(pid=5109): stdout: \u000a| (launched: 2022-12-09_07:03:55.623061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:57.353157 run osmo-stp_10.42.42.5(pid=5109): stderr: \u000a| �[0;m�[38;5;43m20221209070355821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070355821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070355821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070355821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070355822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070355822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070355822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:57.488691 run osmo-stp_10.42.42.5(pid=5109): stdout: \u000a| (launched: 2022-12-09_07:03:55.623061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:57.623209 run osmo-stp_10.42.42.5(pid=5109): stderr: \u000a| �[0;m�[38;5;43m20221209070355821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070355821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070355821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070355821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070355822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070355822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070355822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:57.778569 run patchelf(pid=5112): Terminating (SIGINT)\u000a07:03:57.960426 run patchelf(pid=5112): Terminated: ok {rc=0}\u000a07:03:57.993437 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5109): Process ended prematurely: osmo-stp_10.42.42.5(pid=5109) [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5109)] [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:03:58.002885 tst ping.py:22: Test FAILED (6.8 sec)\u000a07:03:58.065954 run osmo-hlr_10.42.42.2(pid=5106): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5106)]\u000a07:03:58.117320 run osmo-hlr_10.42.42.2(pid=5106): stdout: \u000a| (launched: 2022-12-09_07:03:54.588614) \u000a07:03:58.169383 run osmo-hlr_10.42.42.2(pid=5106): stderr: \u000a| �[0;m�[1;31m20221209070354792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070354792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070354792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070354792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070354792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070354792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070354805 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070354813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070354814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070354814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:03:58.213955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5105): Terminating (SIGTERM)\u000a07:03:58.255880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5108): Terminating (SIGTERM)\u000a07:03:58.298182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5111): Terminating (SIGTERM)\u000a07:03:58.307956 --- ParallelTerminationStrategy: PID 5105 died...\u000a07:03:58.364164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5105): Terminated: ok {rc=0}\u000a07:03:58.374380 --- ParallelTerminationStrategy: PID 5108 died...\u000a07:03:58.429999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5108): Terminated: ok {rc=0}\u000a07:03:58.440149 --- ParallelTerminationStrategy: PID 5111 died...\u000a07:03:58.495813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5111): Terminated: ok {rc=0}\u000a07:03:58.582435 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5119): Process ended prematurely: osmo-stp_10.42.42.5(pid=5119) [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5119)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5119): Process ended prematurely: osmo-stp_10.42.42.5(pid=5119) [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:03:59.633631 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:59.645560 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:03:59.794422 tst ping_idle_ping.py: using LAC 19754\u000a07:03:59.914141 tst ping_idle_ping.py: using RAC 119\u000a07:04:00.035702 tst ping_idle_ping.py: using CellId 19754\u000a07:04:00.157088 tst ping_idle_ping.py: using BVCI 19755\u000a07:04:00.180382 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:04:00.191365 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:04:00.202218 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:04:00.213321 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:04:00.224225 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:04:00.235127 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:04:00.246260 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:04:00.257408 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:04:00.556156 tst ping_idle_ping.py:24: start network...\u000a07:04:00.694073 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:04:01.266533 run create_hlr_db(pid=5113): Launched\u000a07:04:01.451319 bus /gobi_6: Setting Powered False\u000a07:04:02.465214 run create_hlr_db(pid=5113): Terminated: ok {rc=0}\u000a07:04:02.909689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5115): Launched\u000a07:04:03.242220 run osmo-hlr_10.42.42.2(pid=5116): Launched\u000a07:04:03.362747 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:04:03.937931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5118): Launched\u000a07:04:04.269986 run osmo-stp_10.42.42.5(pid=5119): Launched\u000a07:04:04.389973 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:04:04.969117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5121): Launched\u000a07:04:05.087008 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:04:05.374910 run patchelf(pid=5122): Launched\u000a07:04:05.566401 run osmo-stp_10.42.42.5(pid=5119): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5119)]\u000a07:04:05.706458 run osmo-stp_10.42.42.5(pid=5119): stdout: \u000a| (launched: 2022-12-09_07:04:04.106553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:05.847058 run osmo-stp_10.42.42.5(pid=5119): stderr: \u000a| �[0;m�[38;5;43m20221209070404301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070404301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070404302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070404302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070404302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070404303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070404303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:05.982946 run osmo-stp_10.42.42.5(pid=5119): stdout: \u000a| (launched: 2022-12-09_07:04:04.106553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:06.117335 run osmo-stp_10.42.42.5(pid=5119): stderr: \u000a| �[0;m�[38;5;43m20221209070404301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070404301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070404302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070404302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070404302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070404303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070404303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:06.273224 run patchelf(pid=5122): Terminating (SIGINT)\u000a07:04:06.455933 run patchelf(pid=5122): Terminated: ok {rc=0}\u000a07:04:06.489088 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5119): Process ended prematurely: osmo-stp_10.42.42.5(pid=5119) [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5119)] [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:04:06.498494 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a07:04:06.561505 run osmo-hlr_10.42.42.2(pid=5116): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5116)]\u000a07:04:06.613023 run osmo-hlr_10.42.42.2(pid=5116): stdout: \u000a| (launched: 2022-12-09_07:04:03.078949) \u000a07:04:06.665157 run osmo-hlr_10.42.42.2(pid=5116): stderr: \u000a| �[0;m�[1;31m20221209070403282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070403282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070403282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070403282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070403282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070403282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070403295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070403303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070403303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070403303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:04:06.709630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5115): Terminating (SIGTERM)\u000a07:04:06.751657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5118): Terminating (SIGTERM)\u000a07:04:06.793917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5121): Terminating (SIGTERM)\u000a07:04:06.803677 --- ParallelTerminationStrategy: PID 5115 died...\u000a07:04:06.860335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5115): Terminated: ok {rc=0}\u000a07:04:06.870541 --- ParallelTerminationStrategy: PID 5118 died...\u000a07:04:06.926668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5118): Terminated: ok {rc=0}\u000a07:04:06.937018 --- ParallelTerminationStrategy: PID 5121 died...\u000a07:04:06.993245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5121): Terminated: ok {rc=0}\u000a07:04:07.082531 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:03:07" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5136): Process ended prematurely: osmo-stp_10.42.42.5(pid=5136) [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5136)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5136): Process ended prematurely: osmo-stp_10.42.42.5(pid=5136) [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:04:09.213614 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:09.225278 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:04:09.382650 tst cs_paging_gprs_active.py: using LAC 19755\u000a07:04:09.515588 tst cs_paging_gprs_active.py: using RAC 120\u000a07:04:09.649250 tst cs_paging_gprs_active.py: using CellId 19755\u000a07:04:09.782432 tst cs_paging_gprs_active.py: using BVCI 19756\u000a07:04:09.808257 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:09.819637 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:09.830821 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:09.843243 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:09.854854 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:09.866624 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:09.878162 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:09.889686 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:09.901294 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:04:10.020149 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:04:10.306300 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:04:10.437471 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:04:10.767324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5126): Launched\u000a07:04:11.057082 run iperf3-srv_10.42.42.10(pid=5127): Launched\u000a07:04:11.262680 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:04:11.402533 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:04:11.749559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5128): Launched\u000a07:04:12.058967 run iperf3-srv_10.42.42.10(pid=5129): Launched\u000a07:04:12.264202 tst cs_paging_gprs_active.py:38: start network...\u000a07:04:12.404373 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:04:12.942179 run create_hlr_db(pid=5130): Launched\u000a07:04:13.136015 bus /gobi_6: Setting Powered False\u000a07:04:14.157133 run create_hlr_db(pid=5130): Terminated: ok {rc=0}\u000a07:04:14.602051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5132): Launched\u000a07:04:14.938037 run osmo-hlr_10.42.42.2(pid=5133): Launched\u000a07:04:15.058951 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:04:15.638306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5135): Launched\u000a07:04:16.027200 run osmo-stp_10.42.42.5(pid=5136): Launched\u000a07:04:16.171466 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:04:16.845440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5138): Launched\u000a07:04:16.968456 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:04:17.306541 run patchelf(pid=5139): Launched\u000a07:04:17.490106 run osmo-stp_10.42.42.5(pid=5136): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5136)]\u000a07:04:17.623939 run osmo-stp_10.42.42.5(pid=5136): stdout: \u000a| (launched: 2022-12-09_07:04:15.808432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:17.757644 run osmo-stp_10.42.42.5(pid=5136): stderr: \u000a| �[0;m�[38;5;43m20221209070416182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070416182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070416182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070416182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070416183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070416183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070416183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:17.887072 run osmo-stp_10.42.42.5(pid=5136): stdout: \u000a| (launched: 2022-12-09_07:04:15.808432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:18.015143 run osmo-stp_10.42.42.5(pid=5136): stderr: \u000a| �[0;m�[38;5;43m20221209070416182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070416182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070416182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070416182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070416183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070416183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070416183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:18.163488 run patchelf(pid=5139): Terminating (SIGINT)\u000a07:04:18.338017 run patchelf(pid=5139): Terminated: ok {rc=0}\u000a07:04:18.370160 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5136): Process ended prematurely: osmo-stp_10.42.42.5(pid=5136) [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5136)] [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:04:18.379667 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a07:04:18.440798 run osmo-hlr_10.42.42.2(pid=5133): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5133)]\u000a07:04:18.490455 run osmo-hlr_10.42.42.2(pid=5133): stdout: \u000a| (launched: 2022-12-09_07:04:14.772886) \u000a07:04:18.541277 run osmo-hlr_10.42.42.2(pid=5133): stderr: \u000a| �[0;m�[1;31m20221209070414975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070414975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070414975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070414975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070414976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070414976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070414990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070414998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070414998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070414998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:04:18.583638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5126): Terminating (SIGTERM)\u000a07:04:18.623710 run iperf3-srv_10.42.42.10(pid=5127): Terminating (SIGTERM)\u000a07:04:18.663977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5128): Terminating (SIGTERM)\u000a07:04:18.703875 run iperf3-srv_10.42.42.10(pid=5129): Terminating (SIGTERM)\u000a07:04:18.743844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5132): Terminating (SIGTERM)\u000a07:04:18.783727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5135): Terminating (SIGTERM)\u000a07:04:18.823658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5138): Terminating (SIGTERM)\u000a07:04:18.833446 --- ParallelTerminationStrategy: PID 5126 died...\u000a07:04:18.887551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5126): Terminated: ok {rc=0}\u000a07:04:18.897778 --- ParallelTerminationStrategy: PID 5127 died...\u000a07:04:18.951245 run iperf3-srv_10.42.42.10(pid=5127): Terminated {rc=256}\u000a07:04:18.960725 --- ParallelTerminationStrategy: PID 5128 died...\u000a07:04:19.014363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5128): Terminated: ok {rc=0}\u000a07:04:19.024201 --- ParallelTerminationStrategy: PID 5129 died...\u000a07:04:19.077496 run iperf3-srv_10.42.42.10(pid=5129): Terminated {rc=256}\u000a07:04:19.087307 --- ParallelTerminationStrategy: PID 5132 died...\u000a07:04:19.141072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5132): Terminated: ok {rc=0}\u000a07:04:19.150953 --- ParallelTerminationStrategy: PID 5135 died...\u000a07:04:19.204548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5135): Terminated: ok {rc=0}\u000a07:04:19.214459 --- ParallelTerminationStrategy: PID 5138 died...\u000a07:04:19.268573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5138): Terminated: ok {rc=0}\u000a07:04:19.357357 bus /gobi_0: Setting Powered False\u000a07:04:20.461526 bus /gobi_0: Setting Powered False\u000a07:04:21.573704 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5148): Process ended prematurely: osmo-stp_10.42.42.5(pid=5148) [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5148)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5148): Process ended prematurely: osmo-stp_10.42.42.5(pid=5148) [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:04:22.685676 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:22.697416 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:04:22.849123 tst iperf3.py: using LAC 19756\u000a07:04:22.973851 tst iperf3.py: using RAC 121\u000a07:04:23.096070 tst iperf3.py: using CellId 19756\u000a07:04:23.219523 tst iperf3.py: using BVCI 19757\u000a07:04:23.243262 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:23.254231 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:23.265145 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:23.276146 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:23.287101 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:23.298086 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:23.309257 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:23.320318 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:23.331414 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:04:23.634523 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:04:23.774621 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:04:24.121611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5140): Launched\u000a07:04:24.413458 run iperf3-srv_10.42.42.10(pid=5141): Launched\u000a07:04:24.618174 tst iperf3.py:8: start network...\u000a07:04:24.757919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:04:25.293801 run create_hlr_db(pid=5142): Launched\u000a07:04:25.486352 bus /gobi_6: Setting Powered False\u000a07:04:26.507851 run create_hlr_db(pid=5142): Terminated: ok {rc=0}\u000a07:04:26.953384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5144): Launched\u000a07:04:27.290175 run osmo-hlr_10.42.42.2(pid=5145): Launched\u000a07:04:27.411996 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:04:27.996188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5147): Launched\u000a07:04:28.332423 run osmo-stp_10.42.42.5(pid=5148): Launched\u000a07:04:28.453517 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:04:29.037121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5150): Launched\u000a07:04:29.157120 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:04:29.450592 run patchelf(pid=5151): Launched\u000a07:04:29.645147 run osmo-stp_10.42.42.5(pid=5148): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5148)]\u000a07:04:29.787257 run osmo-stp_10.42.42.5(pid=5148): stdout: \u000a| (launched: 2022-12-09_07:04:28.166677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:29.929953 run osmo-stp_10.42.42.5(pid=5148): stderr: \u000a| �[0;m�[38;5;43m20221209070428363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070428363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070428364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070428364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070428364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070428364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070428365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:30.067682 run osmo-stp_10.42.42.5(pid=5148): stdout: \u000a| (launched: 2022-12-09_07:04:28.166677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:30.204399 run osmo-stp_10.42.42.5(pid=5148): stderr: \u000a| �[0;m�[38;5;43m20221209070428363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070428363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070428364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070428364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070428364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070428364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070428365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:30.363359 run patchelf(pid=5151): Terminating (SIGINT)\u000a07:04:30.549404 run patchelf(pid=5151): Terminated: ok {rc=0}\u000a07:04:30.583485 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5148): Process ended prematurely: osmo-stp_10.42.42.5(pid=5148) [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5148)] [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:04:30.593525 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a07:04:30.657311 run osmo-hlr_10.42.42.2(pid=5145): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5145)]\u000a07:04:30.709577 run osmo-hlr_10.42.42.2(pid=5145): stdout: \u000a| (launched: 2022-12-09_07:04:27.123686) \u000a07:04:30.762416 run osmo-hlr_10.42.42.2(pid=5145): stderr: \u000a| �[0;m�[1;31m20221209070427328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070427328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070427328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070427328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070427328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070427328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070427353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070427363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070427363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070427363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:04:30.807458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5140): Terminating (SIGTERM)\u000a07:04:30.872131 run iperf3-srv_10.42.42.10(pid=5141): Terminating (SIGTERM)\u000a07:04:30.916329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5144): Terminating (SIGTERM)\u000a07:04:30.960867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5147): Terminating (SIGTERM)\u000a07:04:31.007747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5150): Terminating (SIGTERM)\u000a07:04:31.018215 --- ParallelTerminationStrategy: PID 5140 died...\u000a07:04:31.076349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5140): Terminated: ok {rc=0}\u000a07:04:31.087611 --- ParallelTerminationStrategy: PID 5141 died...\u000a07:04:31.145420 run iperf3-srv_10.42.42.10(pid=5141): Terminated {rc=256}\u000a07:04:31.156013 --- ParallelTerminationStrategy: PID 5144 died...\u000a07:04:31.214547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5144): Terminated: ok {rc=0}\u000a07:04:31.225661 --- ParallelTerminationStrategy: PID 5147 died...\u000a07:04:31.283857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5147): Terminated: ok {rc=0}\u000a07:04:31.294774 --- ParallelTerminationStrategy: PID 5150 died...\u000a07:04:31.352717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5150): Terminated: ok {rc=0}\u000a07:04:31.457443 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5166): Process ended prematurely: osmo-stp_10.42.42.5(pid=5166) [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5166)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5166): Process ended prematurely: osmo-stp_10.42.42.5(pid=5166) [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:04:32.575614 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:32.587753 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:04:32.744003 tst iperf3m4.py: using LAC 19757\u000a07:04:32.869893 tst iperf3m4.py: using RAC 122\u000a07:04:32.992669 tst iperf3m4.py: using CellId 19757\u000a07:04:33.117344 tst iperf3m4.py: using BVCI 19758\u000a07:04:33.141128 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:33.152184 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:33.163413 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:33.175351 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:33.186828 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:33.198526 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:33.210379 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:33.221923 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:33.233887 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:04:33.359956 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:04:33.482637 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:04:33.602790 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:04:33.907163 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:04:34.047434 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:04:34.395450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5152): Launched\u000a07:04:34.683501 run iperf3-srv_10.42.42.10(pid=5153): Launched\u000a07:04:34.888459 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:04:35.028586 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:04:35.375071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5154): Launched\u000a07:04:35.662912 run iperf3-srv_10.42.42.10(pid=5155): Launched\u000a07:04:35.867769 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:04:36.007334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:04:36.353013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5156): Launched\u000a07:04:36.640583 run iperf3-srv_10.42.42.10(pid=5157): Launched\u000a07:04:36.845438 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:04:36.985262 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:04:37.331723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5158): Launched\u000a07:04:37.619315 run iperf3-srv_10.42.42.10(pid=5159): Launched\u000a07:04:37.823549 tst iperf3m4.py:8: start network...\u000a07:04:37.963430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:04:38.497869 run create_hlr_db(pid=5160): Launched\u000a07:04:38.690262 bus /gobi_6: Setting Powered False\u000a07:04:39.711087 run create_hlr_db(pid=5160): Terminated: ok {rc=0}\u000a07:04:40.132119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5162): Launched\u000a07:04:40.446857 run osmo-hlr_10.42.42.2(pid=5163): Launched\u000a07:04:40.570136 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:04:41.157906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5165): Launched\u000a07:04:41.496836 run osmo-stp_10.42.42.5(pid=5166): Launched\u000a07:04:41.618848 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:04:42.204300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5168): Launched\u000a07:04:42.324268 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:04:42.616845 run patchelf(pid=5169): Launched\u000a07:04:42.811636 run osmo-stp_10.42.42.5(pid=5166): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5166)]\u000a07:04:42.954657 run osmo-stp_10.42.42.5(pid=5166): stdout: \u000a| (launched: 2022-12-09_07:04:41.329325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:43.097544 run osmo-stp_10.42.42.5(pid=5166): stderr: \u000a| �[0;m�[38;5;43m20221209070441525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070441525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070441525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070441526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070441526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070441526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070441526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:43.235376 run osmo-stp_10.42.42.5(pid=5166): stdout: \u000a| (launched: 2022-12-09_07:04:41.329325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:43.373305 run osmo-stp_10.42.42.5(pid=5166): stderr: \u000a| �[0;m�[38;5;43m20221209070441525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070441525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070441525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070441526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070441526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070441526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070441526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:43.532086 run patchelf(pid=5169): Terminating (SIGINT)\u000a07:04:43.718086 run patchelf(pid=5169): Terminated: ok {rc=0}\u000a07:04:43.752109 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5166): Process ended prematurely: osmo-stp_10.42.42.5(pid=5166) [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5166)] [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:04:43.762262 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a07:04:43.825890 run osmo-hlr_10.42.42.2(pid=5163): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5163)]\u000a07:04:43.878155 run osmo-hlr_10.42.42.2(pid=5163): stdout: \u000a| (launched: 2022-12-09_07:04:40.290739) \u000a07:04:43.930530 run osmo-hlr_10.42.42.2(pid=5163): stderr: \u000a| �[0;m�[1;31m20221209070440472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070440472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070440472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070440472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070440472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070440472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070440484 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070440492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070440492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070440492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:04:43.974856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5152): Terminating (SIGTERM)\u000a07:04:44.016639 run iperf3-srv_10.42.42.10(pid=5153): Terminating (SIGTERM)\u000a07:04:44.058372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5154): Terminating (SIGTERM)\u000a07:04:44.100651 run iperf3-srv_10.42.42.10(pid=5155): Terminating (SIGTERM)\u000a07:04:44.143136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5156): Terminating (SIGTERM)\u000a07:04:44.185418 run iperf3-srv_10.42.42.10(pid=5157): Terminating (SIGTERM)\u000a07:04:44.227807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5158): Terminating (SIGTERM)\u000a07:04:44.269969 run iperf3-srv_10.42.42.10(pid=5159): Terminating (SIGTERM)\u000a07:04:44.312376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5162): Terminating (SIGTERM)\u000a07:04:44.354834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5165): Terminating (SIGTERM)\u000a07:04:44.397111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5168): Terminating (SIGTERM)\u000a07:04:44.406905 --- ParallelTerminationStrategy: PID 5152 died...\u000a07:04:44.463497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5152): Terminated: ok {rc=0}\u000a07:04:44.473716 --- ParallelTerminationStrategy: PID 5153 died...\u000a07:04:44.530030 run iperf3-srv_10.42.42.10(pid=5153): Terminated {rc=256}\u000a07:04:44.540119 --- ParallelTerminationStrategy: PID 5154 died...\u000a07:04:44.596611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5154): Terminated: ok {rc=0}\u000a07:04:44.606806 --- ParallelTerminationStrategy: PID 5155 died...\u000a07:04:44.663037 run iperf3-srv_10.42.42.10(pid=5155): Terminated {rc=256}\u000a07:04:44.673261 --- ParallelTerminationStrategy: PID 5156 died...\u000a07:04:44.729646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5156): Terminated: ok {rc=0}\u000a07:04:44.739795 --- ParallelTerminationStrategy: PID 5157 died...\u000a07:04:44.795868 run iperf3-srv_10.42.42.10(pid=5157): Terminated {rc=256}\u000a07:04:44.806042 --- ParallelTerminationStrategy: PID 5158 died...\u000a07:04:44.862968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5158): Terminated: ok {rc=0}\u000a07:04:44.873194 --- ParallelTerminationStrategy: PID 5159 died...\u000a07:04:44.929476 run iperf3-srv_10.42.42.10(pid=5159): Terminated {rc=256}\u000a07:04:44.939621 --- ParallelTerminationStrategy: PID 5162 died...\u000a07:04:44.996232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5162): Terminated: ok {rc=0}\u000a07:04:45.006424 --- ParallelTerminationStrategy: PID 5165 died...\u000a07:04:45.062568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5165): Terminated: ok {rc=0}\u000a07:04:45.072737 --- ParallelTerminationStrategy: PID 5168 died...\u000a07:04:45.129288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5168): Terminated: ok {rc=0}\u000a07:04:45.218147 bus /gobi_4: Setting Powered False\u000a07:04:46.329825 bus /gobi_4: Setting Powered False\u000a07:04:47.439017 bus /gobi_1: Setting Powered False\u000a07:04:48.546888 bus /gobi_1: Setting Powered False\u000a07:04:49.657148 bus /gobi_0: Setting Powered False\u000a07:04:50.764761 bus /gobi_0: Setting Powered False\u000a07:04:51.879483 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5177): Process ended prematurely: osmo-stp_10.42.42.5(pid=5177) [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5177)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5177): Process ended prematurely: osmo-stp_10.42.42.5(pid=5177) [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:04:52.948505 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:52.960574 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:04:53.114301 tst ping.py: using LAC 19758\u000a07:04:53.242719 tst ping.py: using RAC 123\u000a07:04:53.367098 tst ping.py: using CellId 19758\u000a07:04:53.489941 tst ping.py: using BVCI 19759\u000a07:04:53.513477 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:53.524540 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:53.535550 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:53.546422 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:53.558320 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:53.569976 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:53.582527 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:53.594191 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:04:53.893264 tst ping.py:19: start network...\u000a07:04:54.030276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:04:54.557716 run create_hlr_db(pid=5170): Launched\u000a07:04:54.748167 bus /gobi_6: Setting Powered False\u000a07:04:55.768545 run create_hlr_db(pid=5170): Terminated: ok {rc=0}\u000a07:04:56.180817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5173): Launched\u000a07:04:56.490188 run osmo-hlr_10.42.42.2(pid=5174): Launched\u000a07:04:56.602811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:04:57.138091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5176): Launched\u000a07:04:57.446523 run osmo-stp_10.42.42.5(pid=5177): Launched\u000a07:04:57.559795 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:04:58.095221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5179): Launched\u000a07:04:58.204190 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:04:58.471619 run patchelf(pid=5180): Launched\u000a07:04:58.649888 run osmo-stp_10.42.42.5(pid=5177): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5177)]\u000a07:04:58.779957 run osmo-stp_10.42.42.5(pid=5177): stdout: \u000a| (launched: 2022-12-09_07:04:57.292870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:58.911162 run osmo-stp_10.42.42.5(pid=5177): stderr: \u000a| �[0;m�[38;5;43m20221209070457466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070457466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070457466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070457467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070457467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070457467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070457467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:59.037200 run osmo-stp_10.42.42.5(pid=5177): stdout: \u000a| (launched: 2022-12-09_07:04:57.292870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:59.162379 run osmo-stp_10.42.42.5(pid=5177): stderr: \u000a| �[0;m�[38;5;43m20221209070457466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070457466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070457466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070457467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070457467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070457467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070457467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:59.307738 run patchelf(pid=5180): Terminating (SIGINT)\u000a07:04:59.478907 run patchelf(pid=5180): Terminated: ok {rc=0}\u000a07:04:59.509966 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5177): Process ended prematurely: osmo-stp_10.42.42.5(pid=5177) [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5177)] [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:04:59.518814 tst ping.py:22: Test FAILED (6.6 sec)\u000a07:04:59.580407 run osmo-hlr_10.42.42.2(pid=5174): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5174)]\u000a07:04:59.630812 run osmo-hlr_10.42.42.2(pid=5174): stdout: \u000a| (launched: 2022-12-09_07:04:56.336896) \u000a07:04:59.681911 run osmo-hlr_10.42.42.2(pid=5174): stderr: \u000a| �[0;m�[1;31m20221209070456515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070456515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070456515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070456515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070456515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070456516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070456528 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070456538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070456538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070456538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:04:59.725241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5173): Terminating (SIGTERM)\u000a07:04:59.765883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5176): Terminating (SIGTERM)\u000a07:04:59.806314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5179): Terminating (SIGTERM)\u000a07:04:59.815605 --- ParallelTerminationStrategy: PID 5173 died...\u000a07:04:59.869897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5173): Terminated: ok {rc=0}\u000a07:04:59.879481 --- ParallelTerminationStrategy: PID 5176 died...\u000a07:04:59.933172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5176): Terminated: ok {rc=0}\u000a07:04:59.942703 --- ParallelTerminationStrategy: PID 5179 died...\u000a07:04:59.996614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5179): Terminated: ok {rc=0}\u000a07:05:00.080053 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5190): Process ended prematurely: osmo-stp_10.42.42.5(pid=5190) [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5190)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5190): Process ended prematurely: osmo-stp_10.42.42.5(pid=5190) [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:05:01.139858 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:05:01.157701 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:05:01.329951 tst ping_idle_ping.py: using LAC 19759\u000a07:05:01.461363 tst ping_idle_ping.py: using RAC 124\u000a07:05:01.607252 tst ping_idle_ping.py: using CellId 19759\u000a07:05:01.732368 tst ping_idle_ping.py: using BVCI 19760\u000a07:05:01.757016 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:05:01.768811 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:05:01.781451 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:05:01.794009 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:05:01.812001 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:05:01.824697 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:05:01.838148 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:05:01.851031 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:05:02.216408 tst ping_idle_ping.py:24: start network...\u000a07:05:02.358022 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:05:02.891308 run create_hlr_db(pid=5184): Launched\u000a07:05:03.082554 bus /gobi_6: Setting Powered False\u000a07:05:04.103022 run create_hlr_db(pid=5184): Terminated: ok {rc=0}\u000a07:05:04.517708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5186): Launched\u000a07:05:04.829887 run osmo-hlr_10.42.42.2(pid=5187): Launched\u000a07:05:04.951000 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:05:05.490158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5189): Launched\u000a07:05:05.800638 run osmo-stp_10.42.42.5(pid=5190): Launched\u000a07:05:05.913221 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:05:06.449650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5192): Launched\u000a07:05:06.559319 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:05:06.828501 run patchelf(pid=5193): Launched\u000a07:05:07.008483 run osmo-stp_10.42.42.5(pid=5190): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5190)]\u000a07:05:07.139721 run osmo-stp_10.42.42.5(pid=5190): stdout: \u000a| (launched: 2022-12-09_07:05:05.646199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:07.271694 run osmo-stp_10.42.42.5(pid=5190): stderr: \u000a| �[0;m�[38;5;43m20221209070505819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070505819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070505819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070505820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070505820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070505820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070505820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:07.399376 run osmo-stp_10.42.42.5(pid=5190): stdout: \u000a| (launched: 2022-12-09_07:05:05.646199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:07.525984 run osmo-stp_10.42.42.5(pid=5190): stderr: \u000a| �[0;m�[38;5;43m20221209070505819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070505819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070505819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070505820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070505820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070505820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070505820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:07.672588 run patchelf(pid=5193): Terminating (SIGINT)\u000a07:05:07.844226 run patchelf(pid=5193): Terminated: ok {rc=0}\u000a07:05:07.875460 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5190): Process ended prematurely: osmo-stp_10.42.42.5(pid=5190) [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5190)] [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:05:07.884125 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:05:07.945236 run osmo-hlr_10.42.42.2(pid=5187): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5187)]\u000a07:05:07.995118 run osmo-hlr_10.42.42.2(pid=5187): stdout: \u000a| (launched: 2022-12-09_07:05:04.673744) \u000a07:05:08.045817 run osmo-hlr_10.42.42.2(pid=5187): stderr: \u000a| �[0;m�[1;31m20221209070504852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070504852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070504853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070504853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070504853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070504853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070504864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070504873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070504873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070504874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:05:08.088716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5186): Terminating (SIGTERM)\u000a07:05:08.128883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5189): Terminating (SIGTERM)\u000a07:05:08.169926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5192): Terminating (SIGTERM)\u000a07:05:08.179261 --- ParallelTerminationStrategy: PID 5186 died...\u000a07:05:08.233550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5186): Terminated: ok {rc=0}\u000a07:05:08.243247 --- ParallelTerminationStrategy: PID 5189 died...\u000a07:05:08.297426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5189): Terminated: ok {rc=0}\u000a07:05:08.307297 --- ParallelTerminationStrategy: PID 5192 died...\u000a07:05:08.361307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5192): Terminated: ok {rc=0}\u000a07:05:08.450653 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:04:08" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5204): Process ended prematurely: osmo-stp_10.42.42.5(pid=5204) [trial-2356↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5204)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5204): Process ended prematurely: osmo-stp_10.42.42.5(pid=5204) [trial-2356↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5204)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:05:10.445941 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:05:10.457406 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:05:10.607095 tst switch_tch_pdch.py: using LAC 19760\u000a07:05:10.729958 tst switch_tch_pdch.py: using RAC 125\u000a07:05:10.849508 tst switch_tch_pdch.py: using CellId 19760\u000a07:05:10.970854 tst switch_tch_pdch.py: using BVCI 19761\u000a07:05:10.994268 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:05:11.005626 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:05:11.016563 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:05:11.027943 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:05:11.039206 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:05:11.050547 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:05:11.062205 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:05:11.073543 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:05:11.190693 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:05:11.470376 tst switch_tch_pdch.py:51: start network...\u000a07:05:11.597687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:05:12.079833 run create_hlr_db(pid=5198): Launched\u000a07:05:12.256305 bus /gobi_6: Setting Powered False\u000a07:05:13.277399 run create_hlr_db(pid=5198): Terminated: ok {rc=0}\u000a07:05:13.714560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5200): Launched\u000a07:05:14.045100 run osmo-hlr_10.42.42.2(pid=5201): Launched\u000a07:05:14.165727 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:05:14.737462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5203): Launched\u000a07:05:15.068346 run osmo-stp_10.42.42.5(pid=5204): Launched\u000a07:05:15.188419 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:05:15.765287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5206): Launched\u000a07:05:15.899027 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:05:16.202934 run patchelf(pid=5207): Launched\u000a07:05:16.398718 run osmo-stp_10.42.42.5(pid=5204): ERR: Terminated: ERROR {rc=1} [trial-2356↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5204)]\u000a07:05:16.536916 run osmo-stp_10.42.42.5(pid=5204): stdout: \u000a| (launched: 2022-12-09_07:05:14.904262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:16.674607 run osmo-stp_10.42.42.5(pid=5204): stderr: \u000a| �[0;m�[38;5;43m20221209070515098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070515099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070515099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070515099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070515102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070515102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070515102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:16.807706 run osmo-stp_10.42.42.5(pid=5204): stdout: \u000a| (launched: 2022-12-09_07:05:14.904262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:16.939553 run osmo-stp_10.42.42.5(pid=5204): stderr: \u000a| �[0;m�[38;5;43m20221209070515098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070515099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070515099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070515099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070515102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070515102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070515102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:17.091378 run patchelf(pid=5207): Terminating (SIGINT)\u000a07:05:17.267332 run patchelf(pid=5207): Terminated: ok {rc=0}\u000a07:05:17.298665 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5204): Process ended prematurely: osmo-stp_10.42.42.5(pid=5204) [trial-2356↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5204)] [trial-2356↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:05:17.307662 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a07:05:17.368684 run osmo-hlr_10.42.42.2(pid=5201): ERR: Terminated: ERROR {rc=237} [trial-2356↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5201)]\u000a07:05:17.418866 run osmo-hlr_10.42.42.2(pid=5201): stdout: \u000a| (launched: 2022-12-09_07:05:13.882038) \u000a07:05:17.469119 run osmo-hlr_10.42.42.2(pid=5201): stderr: \u000a| �[0;m�[1;31m20221209070514083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070514083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070514083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070514083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070514083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070514083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070514096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070514106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070514106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070514106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:05:17.512314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5200): Terminating (SIGTERM)\u000a07:05:17.552770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5203): Terminating (SIGTERM)\u000a07:05:17.593548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5206): Terminating (SIGTERM)\u000a07:05:17.603170 --- ParallelTerminationStrategy: PID 5200 died...\u000a07:05:17.657175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5200): Terminated: ok {rc=0}\u000a07:05:17.667240 --- ParallelTerminationStrategy: PID 5203 died...\u000a07:05:17.721453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5203): Terminated: ok {rc=0}\u000a07:05:17.731329 --- ParallelTerminationStrategy: PID 5206 died...\u000a07:05:17.784881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5206): Terminated: ok {rc=0}\u000a07:05:17.873792 bus /gobi_0: Setting Powered False\u000a07:05:18.977200 bus /gobi_0: Setting Powered False\u000a07:05:20.088508 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:05:10" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5217): Process ended prematurely: osmo-stp_10.42.42.5(pid=5217) [trial-2356↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5217)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5217): Process ended prematurely: osmo-stp_10.42.42.5(pid=5217) [trial-2356↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:05:22.026357 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:05:22.037420 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:05:22.182227 tst switch_tch_pdch.py: using LAC 19761\u000a07:05:22.300244 tst switch_tch_pdch.py: using RAC 126\u000a07:05:22.420011 tst switch_tch_pdch.py: using CellId 19761\u000a07:05:22.539885 tst switch_tch_pdch.py: using BVCI 19762\u000a07:05:22.563221 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:05:22.574410 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:05:22.585293 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:05:22.596302 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:05:22.607044 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:05:22.618284 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:05:22.629287 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:05:22.640567 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:05:22.759805 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:05:23.061716 tst switch_tch_pdch.py:51: start network...\u000a07:05:23.199355 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:05:23.699867 run create_hlr_db(pid=5211): Launched\u000a07:05:23.833235 bus /gobi_6: Setting Powered False\u000a07:05:24.911636 run create_hlr_db(pid=5211): Terminated: ok {rc=0}\u000a07:05:25.299116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5213): Launched\u000a07:05:25.609735 run osmo-hlr_10.42.42.2(pid=5214): Launched\u000a07:05:25.724406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:05:26.232212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5216): Launched\u000a07:05:26.539953 run osmo-stp_10.42.42.5(pid=5217): Launched\u000a07:05:26.651222 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:05:27.158963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5219): Launched\u000a07:05:27.267635 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:05:27.536678 run patchelf(pid=5220): Launched\u000a07:05:27.715784 run osmo-stp_10.42.42.5(pid=5217): ERR: Terminated: ERROR {rc=1} [trial-2356↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5217)]\u000a07:05:27.846420 run osmo-stp_10.42.42.5(pid=5217): stdout: \u000a| (launched: 2022-12-09_07:05:26.386901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:27.976494 run osmo-stp_10.42.42.5(pid=5217): stderr: \u000a| �[0;m�[38;5;43m20221209070526561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070526561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070526561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070526562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070526562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070526562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070526563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:28.102773 run osmo-stp_10.42.42.5(pid=5217): stdout: \u000a| (launched: 2022-12-09_07:05:26.386901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:28.228268 run osmo-stp_10.42.42.5(pid=5217): stderr: \u000a| �[0;m�[38;5;43m20221209070526561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070526561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070526561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070526562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070526562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070526562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070526563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:28.373693 run patchelf(pid=5220): Terminating (SIGINT)\u000a07:05:28.543633 run patchelf(pid=5220): Terminated: ok {rc=0}\u000a07:05:28.574580 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5217): Process ended prematurely: osmo-stp_10.42.42.5(pid=5217) [trial-2356↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5217)] [trial-2356↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:05:28.583388 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a07:05:28.644779 run osmo-hlr_10.42.42.2(pid=5214): ERR: Terminated: ERROR {rc=237} [trial-2356↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5214)]\u000a07:05:28.694770 run osmo-hlr_10.42.42.2(pid=5214): stdout: \u000a| (launched: 2022-12-09_07:05:25.454910) \u000a07:05:28.744739 run osmo-hlr_10.42.42.2(pid=5214): stderr: \u000a| �[0;m�[1;31m20221209070525635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070525635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070525635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070525635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070525635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070525635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070525646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070525655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070525655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070525655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:05:28.787450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5213): Terminating (SIGTERM)\u000a07:05:28.827551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5216): Terminating (SIGTERM)\u000a07:05:28.867616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5219): Terminating (SIGTERM)\u000a07:05:28.877605 --- ParallelTerminationStrategy: PID 5213 died...\u000a07:05:28.931468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5213): Terminated: ok {rc=0}\u000a07:05:28.941360 --- ParallelTerminationStrategy: PID 5216 died...\u000a07:05:28.995225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5216): Terminated: ok {rc=0}\u000a07:05:29.005283 --- ParallelTerminationStrategy: PID 5219 died...\u000a07:05:29.059142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5219): Terminated: ok {rc=0}\u000a07:05:29.148867 bus /gobi_0: Setting Powered False\u000a07:05:30.253680 bus /gobi_0: Setting Powered False\u000a07:05:31.388112 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:05:21" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5226): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5226) [trial-2356↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5226)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5226): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5226) [trial-2356↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a07:05:33.262104 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a07:05:33.273371 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a07:05:33.406076 tst mo_mt_sms.py: using LAC 19762\u000a07:05:33.530367 tst mo_mt_sms.py: using RAC 127\u000a07:05:33.657137 tst mo_mt_sms.py: using CellId 19762\u000a07:05:33.785326 tst mo_mt_sms.py: using BVCI 19763\u000a07:05:33.810556 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a07:05:33.930183 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a07:05:34.228442 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:05:34.365862 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:05:35.044908 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5225): Launched\u000a07:05:35.374468 run osmo-nitb_10.42.42.2(pid=5226): Launched\u000a07:05:35.575301 run osmo-nitb_10.42.42.2(pid=5226): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5226)]\u000a07:05:35.723319 run osmo-nitb_10.42.42.2(pid=5226): stdout: \u000a| (launched: 2022-12-09_07:05:35.213644) \u000a07:05:35.871580 run osmo-nitb_10.42.42.2(pid=5226): stderr: \u000a| (launched: 2022-12-09_07:05:35.262713)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:05:36.015890 run osmo-nitb_10.42.42.2(pid=5226): stdout: \u000a| (launched: 2022-12-09_07:05:35.213644) \u000a07:05:36.159583 run osmo-nitb_10.42.42.2(pid=5226): stderr: \u000a| (launched: 2022-12-09_07:05:35.262713)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:05:36.505903 tst osmo-nitb_10.42.42.2(pid=5226): stdout: \u000a| (launched: 2022-12-09_07:05:35.213644) \u000a07:05:36.635915 tst osmo-nitb_10.42.42.2(pid=5226): stderr: \u000a| (launched: 2022-12-09_07:05:35.262713)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:05:36.693170 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=5226): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5226) [trial-2356↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5226)] [trial-2356↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a07:05:36.702200 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a07:05:36.738361 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5225): Terminating (SIGTERM)\u000a07:05:36.916274 --- ParallelTerminationStrategy: PID 5225 died...\u000a07:05:36.974591 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5225): Terminated: ok {rc=0}\u000a07:05:37.063425 bus /sierra_3: Setting Powered False\u000a07:05:38.169020 bus /sierra_3: Setting Powered False\u000a07:05:39.280161 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:05:33" }, { "cases" : [ { "testActions" : [ ], "age" : 154, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5238): Process ended prematurely: osmo-stp_10.42.42.5(pid=5238) [trial-2356↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5238)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5238): Process ended prematurely: osmo-stp_10.42.42.5(pid=5238) [trial-2356↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a07:05:41.142012 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:05:41.153026 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a07:05:41.283115 tst mo_mt_sms.py: using LAC 19763\u000a07:05:41.411305 tst mo_mt_sms.py: using RAC 128\u000a07:05:41.540921 tst mo_mt_sms.py: using CellId 19763\u000a07:05:41.675450 tst mo_mt_sms.py: using BVCI 19764\u000a07:05:41.700440 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:05:41.711551 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:05:41.722531 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:05:41.733474 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:05:41.744384 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:05:41.755391 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a07:05:41.874510 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a07:05:42.087856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:05:42.614653 run create_hlr_db(pid=5232): Launched\u000a07:05:42.804650 bus /sierra_2: Setting Powered False\u000a07:05:43.825134 run create_hlr_db(pid=5232): Terminated: ok {rc=0}\u000a07:05:44.237360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5234): Launched\u000a07:05:44.545426 run osmo-hlr_10.42.42.2(pid=5235): Launched\u000a07:05:44.662037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:05:45.194893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5237): Launched\u000a07:05:45.503529 run osmo-stp_10.42.42.5(pid=5238): Launched\u000a07:05:45.617501 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:05:46.249504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5240): Launched\u000a07:05:46.701464 run osmo-msc_10.42.42.6(pid=5241): Launched\u000a07:05:47.140271 run osmo-stp_10.42.42.5(pid=5238): ERR: Terminated: ERROR {rc=1} [trial-2356↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5238)]\u000a07:05:47.279947 run osmo-stp_10.42.42.5(pid=5238): stdout: \u000a| (launched: 2022-12-09_07:05:45.350020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:47.417616 run osmo-stp_10.42.42.5(pid=5238): stderr: \u000a| �[0;m�[38;5;43m20221209070545523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070545523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070545524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070545524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070545524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070545525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070545525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:47.550125 run osmo-stp_10.42.42.5(pid=5238): stdout: \u000a| (launched: 2022-12-09_07:05:45.350020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:47.681370 run osmo-stp_10.42.42.5(pid=5238): stderr: \u000a| �[0;m�[38;5;43m20221209070545523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070545523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070545524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070545524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070545524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070545525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070545525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:47.738588 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=5238): Process ended prematurely: osmo-stp_10.42.42.5(pid=5238) [trial-2356↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5238)] [trial-2356↪sms:oc2g↪mo_mt_sms.py:16]\u000a07:05:47.747273 tst mo_mt_sms.py:16: Test FAILED (6.6 sec)\u000a07:05:47.810739 run osmo-hlr_10.42.42.2(pid=5235): ERR: Terminated: ERROR {rc=237} [trial-2356↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5235)]\u000a07:05:47.863496 run osmo-hlr_10.42.42.2(pid=5235): stdout: \u000a| (launched: 2022-12-09_07:05:44.392361) \u000a07:05:47.916795 run osmo-hlr_10.42.42.2(pid=5235): stderr: \u000a| �[0;m�[1;31m20221209070544573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070544573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070544573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070544573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070544574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070544574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070544585 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070544594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070544594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070544594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:05:47.988761 run osmo-msc_10.42.42.6(pid=5241): ERR: Terminated: ERROR {rc=2} [trial-2356↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5241)]\u000a07:05:48.041109 run osmo-msc_10.42.42.6(pid=5241): stdout: \u000a| (launched: 2022-12-09_07:05:46.422889) \u000a07:05:48.093251 run osmo-msc_10.42.42.6(pid=5241): stderr: \u000a| �[0;m�[38;5;43m20221209070546873 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070546874 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a9fe75c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070546874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070546874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070546874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070546874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070546876 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070546876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070546876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070546876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:05:48.137779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5234): Terminating (SIGTERM)\u000a07:05:48.179878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5237): Terminating (SIGTERM)\u000a07:05:48.221996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5240): Terminating (SIGTERM)\u000a07:05:48.231423 --- ParallelTerminationStrategy: PID 5234 died...\u000a07:05:48.287534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5234): Terminated: ok {rc=0}\u000a07:05:48.297735 --- ParallelTerminationStrategy: PID 5237 died...\u000a07:05:48.353724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5237): Terminated: ok {rc=0}\u000a07:05:48.363775 --- ParallelTerminationStrategy: PID 5240 died...\u000a07:05:48.419710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5240): Terminated: ok {rc=0}\u000a07:05:48.506690 bus /sierra_3: Setting Powered False\u000a07:05:49.613949 bus /sierra_3: Setting Powered False\u000a07:05:50.723963 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:05:40" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5249): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5249) [trial-2356↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5249)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5249): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5249) [trial-2356↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5249)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a07:05:52.531997 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a07:05:52.543380 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a07:05:52.674122 tst assert_extension.py: using LAC 19764\u000a07:05:52.812123 tst assert_extension.py: using RAC 129\u000a07:05:52.933600 tst assert_extension.py: using CellId 19764\u000a07:05:53.052599 tst assert_extension.py: using BVCI 19765\u000a07:05:53.075846 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a07:05:53.360693 tst assert_extension.py:10: start nitb and bts...\u000a07:05:53.488725 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:05:54.123516 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5248): Launched\u000a07:05:54.429470 run osmo-nitb_10.42.42.2(pid=5249): Launched\u000a07:05:54.617457 run osmo-nitb_10.42.42.2(pid=5249): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5249)]\u000a07:05:54.756315 run osmo-nitb_10.42.42.2(pid=5249): stdout: \u000a| (launched: 2022-12-09_07:05:54.279317) \u000a07:05:54.894916 run osmo-nitb_10.42.42.2(pid=5249): stderr: \u000a| (launched: 2022-12-09_07:05:54.324607)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:05:55.029982 run osmo-nitb_10.42.42.2(pid=5249): stdout: \u000a| (launched: 2022-12-09_07:05:54.279317) \u000a07:05:55.163449 run osmo-nitb_10.42.42.2(pid=5249): stderr: \u000a| (launched: 2022-12-09_07:05:54.324607)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:05:55.554177 tst osmo-nitb_10.42.42.2(pid=5249): stdout: \u000a| (launched: 2022-12-09_07:05:54.279317) \u000a07:05:55.675257 tst osmo-nitb_10.42.42.2(pid=5249): stderr: \u000a| (launched: 2022-12-09_07:05:54.324607)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:05:55.728151 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=5249): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5249) [trial-2356↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5249)] [trial-2356↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a07:05:55.736282 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a07:05:55.771219 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5248): Terminating (SIGTERM)\u000a07:05:55.948683 --- ParallelTerminationStrategy: PID 5248 died...\u000a07:05:56.004857 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5248): Terminated: ok {rc=0}\u000a07:05:56.089305 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:05:52" }, { "cases" : [ { "testActions" : [ ], "age" : 154, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5259): Process ended prematurely: osmo-stp_10.42.42.5(pid=5259) [trial-2356↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5259)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5259): Process ended prematurely: osmo-stp_10.42.42.5(pid=5259) [trial-2356↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a07:05:57.891006 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:05:57.901969 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a07:05:58.024092 tst assert_extension.py: using LAC 19765\u000a07:05:58.152683 tst assert_extension.py: using RAC 130\u000a07:05:58.283574 tst assert_extension.py: using CellId 19765\u000a07:05:58.412846 tst assert_extension.py: using BVCI 19766\u000a07:05:58.438160 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:05:58.449274 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:05:58.460297 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:05:58.471312 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:05:58.482444 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:05:58.493332 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a07:05:58.696840 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:05:59.180528 run create_hlr_db(pid=5253): Launched\u000a07:05:59.357324 bus /sierra_2: Setting Powered False\u000a07:06:00.378852 run create_hlr_db(pid=5253): Terminated: ok {rc=0}\u000a07:06:00.818662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5255): Launched\u000a07:06:01.220210 run osmo-hlr_10.42.42.2(pid=5256): Launched\u000a07:06:01.388577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:06:02.134864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5258): Launched\u000a07:06:02.448363 run osmo-stp_10.42.42.5(pid=5259): Launched\u000a07:06:02.561238 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:06:03.119765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5261): Launched\u000a07:06:03.428738 run osmo-msc_10.42.42.6(pid=5262): Launched\u000a07:06:03.608770 run osmo-stp_10.42.42.5(pid=5259): ERR: Terminated: ERROR {rc=1} [trial-2356↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5259)]\u000a07:06:03.739238 run osmo-stp_10.42.42.5(pid=5259): stdout: \u000a| (launched: 2022-12-09_07:06:02.292866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:03.867747 run osmo-stp_10.42.42.5(pid=5259): stderr: \u000a| �[0;m�[38;5;43m20221209070602466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070602466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070602466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070602467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070602467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070602467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070602467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:03.991708 run osmo-stp_10.42.42.5(pid=5259): stdout: \u000a| (launched: 2022-12-09_07:06:02.292866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:04.114258 run osmo-stp_10.42.42.5(pid=5259): stderr: \u000a| �[0;m�[38;5;43m20221209070602466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070602466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070602466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070602467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070602467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070602467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070602467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:04.167551 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=5259): Process ended prematurely: osmo-stp_10.42.42.5(pid=5259) [trial-2356↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5259)] [trial-2356↪ussd:oc2g↪assert_extension.py:17]\u000a07:06:04.175884 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a07:06:04.236302 run osmo-hlr_10.42.42.2(pid=5256): ERR: Terminated: ERROR {rc=237} [trial-2356↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5256)]\u000a07:06:04.285662 run osmo-hlr_10.42.42.2(pid=5256): stdout: \u000a| (launched: 2022-12-09_07:06:01.007170) \u000a07:06:04.335605 run osmo-hlr_10.42.42.2(pid=5256): stderr: \u000a| �[0;m�[1;31m20221209070601380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070601380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070601380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070601380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070601380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070601380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070601400 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070601412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070601412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070601412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:06:04.403551 run osmo-msc_10.42.42.6(pid=5262): ERR: Terminated: ERROR {rc=2} [trial-2356↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5262)]\u000a07:06:04.452897 run osmo-msc_10.42.42.6(pid=5262): stdout: \u000a| (launched: 2022-12-09_07:06:03.274496) \u000a07:06:04.503246 run osmo-msc_10.42.42.6(pid=5262): stderr: \u000a| �[0;m�[38;5;43m20221209070603548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070603549 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a6a842c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070603549 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070603549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070603549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070603549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070603551 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070603551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070603552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070603552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:06:04.546410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5255): Terminating (SIGTERM)\u000a07:06:04.586636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5258): Terminating (SIGTERM)\u000a07:06:04.627039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5261): Terminating (SIGTERM)\u000a07:06:04.636315 --- ParallelTerminationStrategy: PID 5255 died...\u000a07:06:04.690789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5255): Terminated: ok {rc=0}\u000a07:06:04.700524 --- ParallelTerminationStrategy: PID 5258 died...\u000a07:06:04.754559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5258): Terminated: ok {rc=0}\u000a07:06:04.764566 --- ParallelTerminationStrategy: PID 5261 died...\u000a07:06:04.818013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5261): Terminated: ok {rc=0}\u000a07:06:04.907313 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:05:57" }, { "cases" : [ { "testActions" : [ ], "age" : 154, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5273): Process ended prematurely: osmo-stp_10.42.42.5(pid=5273) [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5273)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5273): Process ended prematurely: osmo-stp_10.42.42.5(pid=5273) [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:06:06.841140 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:06:06.852887 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:06:07.011670 tst mo_mt_call.py: using LAC 19766\u000a07:06:07.144005 tst mo_mt_call.py: using RAC 131\u000a07:06:07.276891 tst mo_mt_call.py: using CellId 19766\u000a07:06:07.407951 tst mo_mt_call.py: using BVCI 19767\u000a07:06:07.433651 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:06:07.445475 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:06:07.457128 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:06:07.468772 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:06:07.480841 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:06:07.492515 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:06:07.617081 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:06:07.824472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:06:08.319432 run create_hlr_db(pid=5267): Launched\u000a07:06:08.499521 bus /sierra_2: Setting Powered False\u000a07:06:09.520576 run create_hlr_db(pid=5267): Terminated: ok {rc=0}\u000a07:06:09.966093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5269): Launched\u000a07:06:10.303815 run osmo-hlr_10.42.42.2(pid=5270): Launched\u000a07:06:10.430076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:06:11.014996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5272): Launched\u000a07:06:11.351879 run osmo-stp_10.42.42.5(pid=5273): Launched\u000a07:06:11.473623 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:06:12.086737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5275): Launched\u000a07:06:12.423666 run osmo-msc_10.42.42.6(pid=5276): Launched\u000a07:06:12.619215 run osmo-stp_10.42.42.5(pid=5273): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5273)]\u000a07:06:12.759737 run osmo-stp_10.42.42.5(pid=5273): stdout: \u000a| (launched: 2022-12-09_07:06:11.185641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:12.899666 run osmo-stp_10.42.42.5(pid=5273): stderr: \u000a| �[0;m�[38;5;43m20221209070611378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070611378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070611378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070611379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070611379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070611379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070611379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:13.034767 run osmo-stp_10.42.42.5(pid=5273): stdout: \u000a| (launched: 2022-12-09_07:06:11.185641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:13.168468 run osmo-stp_10.42.42.5(pid=5273): stderr: \u000a| �[0;m�[38;5;43m20221209070611378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070611378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070611378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070611379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070611379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070611379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070611379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:13.227547 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5273): Process ended prematurely: osmo-stp_10.42.42.5(pid=5273) [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5273)] [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:06:13.237115 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:06:13.300563 run osmo-hlr_10.42.42.2(pid=5270): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5270)]\u000a07:06:13.352693 run osmo-hlr_10.42.42.2(pid=5270): stdout: \u000a| (launched: 2022-12-09_07:06:10.137677) \u000a07:06:13.405178 run osmo-hlr_10.42.42.2(pid=5270): stderr: \u000a| �[0;m�[1;31m20221209070610337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070610337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070610337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070610337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070610337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070610338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070610350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070610359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070610359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070610359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:06:13.476724 run osmo-msc_10.42.42.6(pid=5276): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5276)]\u000a07:06:13.528583 run osmo-msc_10.42.42.6(pid=5276): stdout: \u000a| (launched: 2022-12-09_07:06:12.257487) \u000a07:06:13.580851 run osmo-msc_10.42.42.6(pid=5276): stderr: \u000a| �[0;m�[38;5;43m20221209070612581 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070612581 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20ab743c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070612581 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070612581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070612581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070612582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070612583 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070612584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070612584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070612584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:06:13.625317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5269): Terminating (SIGTERM)\u000a07:06:13.667446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5272): Terminating (SIGTERM)\u000a07:06:13.709959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5275): Terminating (SIGTERM)\u000a07:06:13.719753 --- ParallelTerminationStrategy: PID 5269 died...\u000a07:06:13.776396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5269): Terminated: ok {rc=0}\u000a07:06:13.786652 --- ParallelTerminationStrategy: PID 5272 died...\u000a07:06:13.843129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5272): Terminated: ok {rc=0}\u000a07:06:13.853468 --- ParallelTerminationStrategy: PID 5275 died...\u000a07:06:13.910516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5275): Terminated: ok {rc=0}\u000a07:06:14.000033 bus /sierra_3: Setting Powered False\u000a07:06:15.109061 bus /sierra_3: Setting Powered False\u000a07:06:16.221070 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 154, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5284): Process ended prematurely: osmo-stp_10.42.42.5(pid=5284) [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5284)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5284): Process ended prematurely: osmo-stp_10.42.42.5(pid=5284) [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:06:17.336582 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:06:17.349044 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:06:17.505902 tst mo_mt_call_osmux.py: using LAC 19767\u000a07:06:17.636633 tst mo_mt_call_osmux.py: using RAC 132\u000a07:06:17.762501 tst mo_mt_call_osmux.py: using CellId 19767\u000a07:06:17.886126 tst mo_mt_call_osmux.py: using BVCI 19768\u000a07:06:17.910415 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:06:17.921790 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:06:17.932901 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:06:17.944084 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:06:17.955620 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:06:17.967107 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:06:18.090820 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:06:18.300095 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:06:18.794495 run create_hlr_db(pid=5278): Launched\u000a07:06:18.974755 bus /sierra_2: Setting Powered False\u000a07:06:19.996301 run create_hlr_db(pid=5278): Terminated: ok {rc=0}\u000a07:06:20.442006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5280): Launched\u000a07:06:20.779219 run osmo-hlr_10.42.42.2(pid=5281): Launched\u000a07:06:20.902452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:06:21.483797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5283): Launched\u000a07:06:21.820704 run osmo-stp_10.42.42.5(pid=5284): Launched\u000a07:06:21.942864 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:06:22.559822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5286): Launched\u000a07:06:22.895867 run osmo-msc_10.42.42.6(pid=5287): Launched\u000a07:06:23.091310 run osmo-stp_10.42.42.5(pid=5284): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5284)]\u000a07:06:23.231499 run osmo-stp_10.42.42.5(pid=5284): stdout: \u000a| (launched: 2022-12-09_07:06:21.654892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:23.370838 run osmo-stp_10.42.42.5(pid=5284): stderr: \u000a| �[0;m�[38;5;43m20221209070621847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070621847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070621848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070621848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070621848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070621849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070621849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:23.504738 run osmo-stp_10.42.42.5(pid=5284): stdout: \u000a| (launched: 2022-12-09_07:06:21.654892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:23.637948 run osmo-stp_10.42.42.5(pid=5284): stderr: \u000a| �[0;m�[38;5;43m20221209070621847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070621847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070621848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070621848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070621848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070621849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070621849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:23.696240 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5284): Process ended prematurely: osmo-stp_10.42.42.5(pid=5284) [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5284)] [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:06:23.705621 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:06:23.768326 run osmo-hlr_10.42.42.2(pid=5281): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5281)]\u000a07:06:23.820100 run osmo-hlr_10.42.42.2(pid=5281): stdout: \u000a| (launched: 2022-12-09_07:06:20.613317) \u000a07:06:23.872249 run osmo-hlr_10.42.42.2(pid=5281): stderr: \u000a| �[0;m�[1;31m20221209070620812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070620812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070620812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070620812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070620812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070620813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070620824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070620833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070620834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070620834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:06:23.943578 run osmo-msc_10.42.42.6(pid=5287): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5287)]\u000a07:06:23.995591 run osmo-msc_10.42.42.6(pid=5287): stdout: \u000a| (launched: 2022-12-09_07:06:22.730005) \u000a07:06:24.048093 run osmo-msc_10.42.42.6(pid=5287): stderr: \u000a| �[0;m�[38;5;43m20221209070623052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070623052 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28e0c63c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070623052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070623053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070623053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070623053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070623055 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070623055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070623055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070623055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:06:24.092727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5280): Terminating (SIGTERM)\u000a07:06:24.135391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5283): Terminating (SIGTERM)\u000a07:06:24.177656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5286): Terminating (SIGTERM)\u000a07:06:24.187112 --- ParallelTerminationStrategy: PID 5280 died...\u000a07:06:24.243634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5280): Terminated: ok {rc=0}\u000a07:06:24.254097 --- ParallelTerminationStrategy: PID 5283 died...\u000a07:06:24.310603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5283): Terminated: ok {rc=0}\u000a07:06:24.320792 --- ParallelTerminationStrategy: PID 5286 died...\u000a07:06:24.377117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5286): Terminated: ok {rc=0}\u000a07:06:24.465062 bus /sierra_3: Setting Powered False\u000a07:06:25.571051 bus /sierra_3: Setting Powered False\u000a07:06:26.683771 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:06:06" }, { "cases" : [ { "testActions" : [ ], "age" : 154, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5298): Process ended prematurely: osmo-stp_10.42.42.5(pid=5298) [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5298)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5298): Process ended prematurely: osmo-stp_10.42.42.5(pid=5298) [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:06:28.647019 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:06:28.658907 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:06:28.818016 tst mo_mt_call.py: using LAC 19768\u000a07:06:28.950350 tst mo_mt_call.py: using RAC 133\u000a07:06:29.085401 tst mo_mt_call.py: using CellId 19768\u000a07:06:29.215270 tst mo_mt_call.py: using BVCI 19769\u000a07:06:29.240896 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:06:29.252553 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:06:29.264053 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:06:29.275616 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:06:29.287132 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:06:29.298645 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:06:29.418552 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:06:29.635403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:06:30.173944 run create_hlr_db(pid=5292): Launched\u000a07:06:30.368465 bus /sierra_2: Setting Powered False\u000a07:06:31.425911 run create_hlr_db(pid=5292): Terminated: ok {rc=0}\u000a07:06:31.903804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5294): Launched\u000a07:06:32.245428 run osmo-hlr_10.42.42.2(pid=5295): Launched\u000a07:06:32.369340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:06:32.919799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5297): Launched\u000a07:06:33.232328 run osmo-stp_10.42.42.5(pid=5298): Launched\u000a07:06:33.347421 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:06:33.917825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5300): Launched\u000a07:06:34.233420 run osmo-msc_10.42.42.6(pid=5301): Launched\u000a07:06:34.416538 run osmo-stp_10.42.42.5(pid=5298): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5298)]\u000a07:06:34.548084 run osmo-stp_10.42.42.5(pid=5298): stdout: \u000a| (launched: 2022-12-09_07:06:33.078109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:34.677820 run osmo-stp_10.42.42.5(pid=5298): stderr: \u000a| �[0;m�[38;5;43m20221209070633249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070633249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070633250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070633250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070633251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070633251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070633251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:34.803247 run osmo-stp_10.42.42.5(pid=5298): stdout: \u000a| (launched: 2022-12-09_07:06:33.078109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:34.927782 run osmo-stp_10.42.42.5(pid=5298): stderr: \u000a| �[0;m�[38;5;43m20221209070633249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070633249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070633250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070633250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070633251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070633251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070633251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:34.982179 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5298): Process ended prematurely: osmo-stp_10.42.42.5(pid=5298) [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5298)] [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:06:34.990825 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:06:35.051272 run osmo-hlr_10.42.42.2(pid=5295): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5295)]\u000a07:06:35.100893 run osmo-hlr_10.42.42.2(pid=5295): stdout: \u000a| (launched: 2022-12-09_07:06:32.080394) \u000a07:06:35.151142 run osmo-hlr_10.42.42.2(pid=5295): stderr: \u000a| �[0;m�[1;31m20221209070632266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070632267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070632267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070632267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070632267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070632267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070632279 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070632287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070632288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070632288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:06:35.219160 run osmo-msc_10.42.42.6(pid=5301): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5301)]\u000a07:06:35.268711 run osmo-msc_10.42.42.6(pid=5301): stdout: \u000a| (launched: 2022-12-09_07:06:34.076008) \u000a07:06:35.318787 run osmo-msc_10.42.42.6(pid=5301): stderr: \u000a| �[0;m�[38;5;43m20221209070634349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070634349 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f372ec55c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070634349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070634350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070634350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070634350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070634352 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070634352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070634352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070634352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:06:35.361396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5294): Terminating (SIGTERM)\u000a07:06:35.401585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5297): Terminating (SIGTERM)\u000a07:06:35.441942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5300): Terminating (SIGTERM)\u000a07:06:35.451264 --- ParallelTerminationStrategy: PID 5294 died...\u000a07:06:35.505687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5294): Terminated: ok {rc=0}\u000a07:06:35.515660 --- ParallelTerminationStrategy: PID 5297 died...\u000a07:06:35.569710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5297): Terminated: ok {rc=0}\u000a07:06:35.579670 --- ParallelTerminationStrategy: PID 5300 died...\u000a07:06:35.633506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5300): Terminated: ok {rc=0}\u000a07:06:35.722878 bus /sierra_3: Setting Powered False\u000a07:06:36.826402 bus /sierra_3: Setting Powered False\u000a07:06:37.939608 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 154, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5309): Process ended prematurely: osmo-stp_10.42.42.5(pid=5309) [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5309)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5309): Process ended prematurely: osmo-stp_10.42.42.5(pid=5309) [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5309)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:06:39.051951 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:06:39.063850 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:06:39.212581 tst mo_mt_call_osmux.py: using LAC 19769\u000a07:06:39.339755 tst mo_mt_call_osmux.py: using RAC 134\u000a07:06:39.463130 tst mo_mt_call_osmux.py: using CellId 19769\u000a07:06:39.586146 tst mo_mt_call_osmux.py: using BVCI 19770\u000a07:06:39.609791 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:06:39.620921 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:06:39.631959 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:06:39.643313 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:06:39.654768 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:06:39.666141 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:06:39.789210 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:06:40.001416 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:06:40.494300 run create_hlr_db(pid=5303): Launched\u000a07:06:40.673956 bus /sierra_2: Setting Powered False\u000a07:06:41.695476 run create_hlr_db(pid=5303): Terminated: ok {rc=0}\u000a07:06:42.111958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5305): Launched\u000a07:06:42.427963 run osmo-hlr_10.42.42.2(pid=5306): Launched\u000a07:06:42.551458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:06:43.098487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5308): Launched\u000a07:06:43.412552 run osmo-stp_10.42.42.5(pid=5309): Launched\u000a07:06:43.526648 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:06:44.096126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5311): Launched\u000a07:06:44.412113 run osmo-msc_10.42.42.6(pid=5312): Launched\u000a07:06:44.603109 run osmo-stp_10.42.42.5(pid=5309): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5309)]\u000a07:06:44.747337 run osmo-stp_10.42.42.5(pid=5309): stdout: \u000a| (launched: 2022-12-09_07:06:43.256676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:44.887233 run osmo-stp_10.42.42.5(pid=5309): stderr: \u000a| �[0;m�[38;5;43m20221209070643424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070643425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070643425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070643425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070643426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070643426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070643426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:45.022785 run osmo-stp_10.42.42.5(pid=5309): stdout: \u000a| (launched: 2022-12-09_07:06:43.256676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:45.156644 run osmo-stp_10.42.42.5(pid=5309): stderr: \u000a| �[0;m�[38;5;43m20221209070643424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070643425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070643425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070643425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070643426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070643426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070643426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:45.215271 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5309): Process ended prematurely: osmo-stp_10.42.42.5(pid=5309) [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5309)] [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:06:45.224826 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:06:45.288161 run osmo-hlr_10.42.42.2(pid=5306): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5306)]\u000a07:06:45.340556 run osmo-hlr_10.42.42.2(pid=5306): stdout: \u000a| (launched: 2022-12-09_07:06:42.271192) \u000a07:06:45.393222 run osmo-hlr_10.42.42.2(pid=5306): stderr: \u000a| �[0;m�[1;31m20221209070642447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070642447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070642447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070642447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070642447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070642447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070642459 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070642467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070642467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070642467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:06:45.464681 run osmo-msc_10.42.42.6(pid=5312): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5312)]\u000a07:06:45.516686 run osmo-msc_10.42.42.6(pid=5312): stdout: \u000a| (launched: 2022-12-09_07:06:44.254795) \u000a07:06:45.569408 run osmo-msc_10.42.42.6(pid=5312): stderr: \u000a| �[0;m�[38;5;43m20221209070644528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070644528 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf4b4dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070644528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070644528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070644528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070644529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070644530 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070644531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070644531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070644531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:06:45.613763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5305): Terminating (SIGTERM)\u000a07:06:45.655855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5308): Terminating (SIGTERM)\u000a07:06:45.697840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5311): Terminating (SIGTERM)\u000a07:06:45.707755 --- ParallelTerminationStrategy: PID 5305 died...\u000a07:06:45.764473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5305): Terminated: ok {rc=0}\u000a07:06:45.774858 --- ParallelTerminationStrategy: PID 5308 died...\u000a07:06:45.835314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5308): Terminated: ok {rc=0}\u000a07:06:45.847855 --- ParallelTerminationStrategy: PID 5311 died...\u000a07:06:45.920648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5311): Terminated: ok {rc=0}\u000a07:06:46.013236 bus /sierra_3: Setting Powered False\u000a07:06:47.120385 bus /sierra_3: Setting Powered False\u000a07:06:48.229446 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:06:28" }, { "cases" : [ { "testActions" : [ ], "age" : 154, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5323): Process ended prematurely: osmo-stp_10.42.42.5(pid=5323) [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5323)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5323): Process ended prematurely: osmo-stp_10.42.42.5(pid=5323) [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:06:50.185896 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:06:50.197082 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:06:50.347142 tst mo_mt_call.py: using LAC 19770\u000a07:06:50.470239 tst mo_mt_call.py: using RAC 135\u000a07:06:50.592606 tst mo_mt_call.py: using CellId 19770\u000a07:06:50.715060 tst mo_mt_call.py: using BVCI 19771\u000a07:06:50.738839 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:06:50.750002 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:06:50.760866 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:06:50.772022 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:06:50.783323 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:06:50.794566 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:06:50.916390 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:06:51.134239 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:06:51.672516 run create_hlr_db(pid=5317): Launched\u000a07:06:51.866647 bus /sierra_2: Setting Powered False\u000a07:06:52.876591 run create_hlr_db(pid=5317): Terminated: ok {rc=0}\u000a07:06:53.302788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5319): Launched\u000a07:06:53.616740 run osmo-hlr_10.42.42.2(pid=5320): Launched\u000a07:06:53.741450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:06:54.287357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5322): Launched\u000a07:06:54.603193 run osmo-stp_10.42.42.5(pid=5323): Launched\u000a07:06:54.718095 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:06:55.288712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5325): Launched\u000a07:06:55.604374 run osmo-msc_10.42.42.6(pid=5326): Launched\u000a07:06:55.788561 run osmo-stp_10.42.42.5(pid=5323): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5323)]\u000a07:06:55.920136 run osmo-stp_10.42.42.5(pid=5323): stdout: \u000a| (launched: 2022-12-09_07:06:54.446748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:56.049952 run osmo-stp_10.42.42.5(pid=5323): stderr: \u000a| �[0;m�[38;5;43m20221209070654615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070654616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070654616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070654616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070654617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070654617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070654617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:56.175846 run osmo-stp_10.42.42.5(pid=5323): stdout: \u000a| (launched: 2022-12-09_07:06:54.446748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:56.300418 run osmo-stp_10.42.42.5(pid=5323): stderr: \u000a| �[0;m�[38;5;43m20221209070654615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070654616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070654616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070654616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070654617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070654617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070654617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:56.355195 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5323): Process ended prematurely: osmo-stp_10.42.42.5(pid=5323) [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5323)] [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:06:56.364186 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:06:56.425541 run osmo-hlr_10.42.42.2(pid=5320): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5320)]\u000a07:06:56.475909 run osmo-hlr_10.42.42.2(pid=5320): stdout: \u000a| (launched: 2022-12-09_07:06:53.461646) \u000a07:06:56.526188 run osmo-hlr_10.42.42.2(pid=5320): stderr: \u000a| �[0;m�[1;31m20221209070653636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070653637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070653637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070653637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070653637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070653637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070653649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070653657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070653658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070653658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:06:56.594906 run osmo-msc_10.42.42.6(pid=5326): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5326)]\u000a07:06:56.645022 run osmo-msc_10.42.42.6(pid=5326): stdout: \u000a| (launched: 2022-12-09_07:06:55.447212) \u000a07:06:56.696018 run osmo-msc_10.42.42.6(pid=5326): stderr: \u000a| �[0;m�[38;5;43m20221209070655718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070655718 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5cddd98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070655718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070655718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070655719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070655719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070655720 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070655721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070655721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070655721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:06:56.738552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5319): Terminating (SIGTERM)\u000a07:06:56.779172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5322): Terminating (SIGTERM)\u000a07:06:56.819872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5325): Terminating (SIGTERM)\u000a07:06:56.829531 --- ParallelTerminationStrategy: PID 5319 died...\u000a07:06:56.884004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5319): Terminated: ok {rc=0}\u000a07:06:56.893889 --- ParallelTerminationStrategy: PID 5322 died...\u000a07:06:56.947571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5322): Terminated: ok {rc=0}\u000a07:06:56.957414 --- ParallelTerminationStrategy: PID 5325 died...\u000a07:06:57.011656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5325): Terminated: ok {rc=0}\u000a07:06:57.096149 bus /sierra_3: Setting Powered False\u000a07:06:58.203198 bus /sierra_3: Setting Powered False\u000a07:06:59.311961 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 156, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5334): Process ended prematurely: osmo-stp_10.42.42.5(pid=5334) [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5334)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5334): Process ended prematurely: osmo-stp_10.42.42.5(pid=5334) [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:07:00.423555 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:07:00.435756 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:07:00.582532 tst mo_mt_call_osmux.py: using LAC 19771\u000a07:07:00.706494 tst mo_mt_call_osmux.py: using RAC 136\u000a07:07:00.841922 tst mo_mt_call_osmux.py: using CellId 19771\u000a07:07:00.989225 tst mo_mt_call_osmux.py: using BVCI 19772\u000a07:07:01.014980 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:07:01.027935 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:07:01.040202 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:07:01.054358 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:07:01.067817 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:07:01.080058 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:07:01.201680 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:07:01.413397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:07:02.002284 run create_hlr_db(pid=5328): Launched\u000a07:07:02.191363 bus /sierra_2: Setting Powered False\u000a07:07:03.204629 run create_hlr_db(pid=5328): Terminated: ok {rc=0}\u000a07:07:03.622274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5330): Launched\u000a07:07:03.936521 run osmo-hlr_10.42.42.2(pid=5331): Launched\u000a07:07:04.056733 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:07:04.605149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5333): Launched\u000a07:07:04.918347 run osmo-stp_10.42.42.5(pid=5334): Launched\u000a07:07:05.031483 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:07:05.600759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5336): Launched\u000a07:07:05.915867 run osmo-msc_10.42.42.6(pid=5337): Launched\u000a07:07:06.098264 run osmo-stp_10.42.42.5(pid=5334): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5334)]\u000a07:07:06.229933 run osmo-stp_10.42.42.5(pid=5334): stdout: \u000a| (launched: 2022-12-09_07:07:04.763865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:06.359962 run osmo-stp_10.42.42.5(pid=5334): stderr: \u000a| �[0;m�[38;5;43m20221209070704937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070704937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070704938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070704938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070704939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070704939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070704939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:06.486111 run osmo-stp_10.42.42.5(pid=5334): stdout: \u000a| (launched: 2022-12-09_07:07:04.763865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:06.611170 run osmo-stp_10.42.42.5(pid=5334): stderr: \u000a| �[0;m�[38;5;43m20221209070704937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070704937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070704938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070704938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070704939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070704939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070704939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:06.665851 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5334): Process ended prematurely: osmo-stp_10.42.42.5(pid=5334) [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5334)] [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:07:06.674555 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a07:07:06.735071 run osmo-hlr_10.42.42.2(pid=5331): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5331)]\u000a07:07:06.784817 run osmo-hlr_10.42.42.2(pid=5331): stdout: \u000a| (launched: 2022-12-09_07:07:03.781572) \u000a07:07:06.834512 run osmo-hlr_10.42.42.2(pid=5331): stderr: \u000a| �[0;m�[1;31m20221209070703961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070703961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070703961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070703961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070703961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070703961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070703972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070703981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070703981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070703981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:07:06.902798 run osmo-msc_10.42.42.6(pid=5337): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5337)]\u000a07:07:06.952252 run osmo-msc_10.42.42.6(pid=5337): stdout: \u000a| (launched: 2022-12-09_07:07:05.759279) \u000a07:07:07.002476 run osmo-msc_10.42.42.6(pid=5337): stderr: \u000a| �[0;m�[38;5;43m20221209070706033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070706033 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feef52fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070706034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070706034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070706034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070706034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070706036 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070706036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070706036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070706036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:07:07.044634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5330): Terminating (SIGTERM)\u000a07:07:07.084729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5333): Terminating (SIGTERM)\u000a07:07:07.124644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5336): Terminating (SIGTERM)\u000a07:07:07.134237 --- ParallelTerminationStrategy: PID 5330 died...\u000a07:07:07.187777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5330): Terminated: ok {rc=0}\u000a07:07:07.197631 --- ParallelTerminationStrategy: PID 5333 died...\u000a07:07:07.251340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5333): Terminated: ok {rc=0}\u000a07:07:07.261849 --- ParallelTerminationStrategy: PID 5336 died...\u000a07:07:07.315314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5336): Terminated: ok {rc=0}\u000a07:07:07.398731 bus /sierra_3: Setting Powered False\u000a07:07:08.505982 bus /sierra_3: Setting Powered False\u000a07:07:09.613439 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:06:49" }, { "cases" : [ { "testActions" : [ ], "age" : 154, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5348): Process ended prematurely: osmo-stp_10.42.42.5(pid=5348) [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5348)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5348): Process ended prematurely: osmo-stp_10.42.42.5(pid=5348) [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:07:11.573838 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:07:11.585099 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:07:11.734025 tst mo_mt_call.py: using LAC 19772\u000a07:07:11.858101 tst mo_mt_call.py: using RAC 137\u000a07:07:11.981601 tst mo_mt_call.py: using CellId 19772\u000a07:07:12.105705 tst mo_mt_call.py: using BVCI 19773\u000a07:07:12.129525 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:07:12.140617 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:07:12.151540 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:07:12.162761 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:07:12.174019 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:07:12.185352 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:07:12.307336 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:07:12.528140 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:07:13.067683 run create_hlr_db(pid=5342): Launched\u000a07:07:13.262229 bus /sierra_2: Setting Powered False\u000a07:07:14.270467 run create_hlr_db(pid=5342): Terminated: ok {rc=0}\u000a07:07:14.700254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5344): Launched\u000a07:07:15.014853 run osmo-hlr_10.42.42.2(pid=5345): Launched\u000a07:07:15.129934 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:07:15.673202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5347): Launched\u000a07:07:16.049139 run osmo-stp_10.42.42.5(pid=5348): Launched\u000a07:07:16.356537 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:07:16.962362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5350): Launched\u000a07:07:17.398221 run osmo-msc_10.42.42.6(pid=5351): Launched\u000a07:07:17.603024 run osmo-stp_10.42.42.5(pid=5348): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5348)]\u000a07:07:17.750664 run osmo-stp_10.42.42.5(pid=5348): stdout: \u000a| (launched: 2022-12-09_07:07:15.838923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:17.891226 run osmo-stp_10.42.42.5(pid=5348): stderr: \u000a| �[0;m�[38;5;43m20221209070716183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070716183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070716184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070716185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070716186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070716186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070716187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:18.027072 run osmo-stp_10.42.42.5(pid=5348): stdout: \u000a| (launched: 2022-12-09_07:07:15.838923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:18.161650 run osmo-stp_10.42.42.5(pid=5348): stderr: \u000a| �[0;m�[38;5;43m20221209070716183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070716183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070716184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070716185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070716186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070716186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070716187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:18.220558 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5348): Process ended prematurely: osmo-stp_10.42.42.5(pid=5348) [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5348)] [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a07:07:18.230226 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a07:07:18.294469 run osmo-hlr_10.42.42.2(pid=5345): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5345)]\u000a07:07:18.347242 run osmo-hlr_10.42.42.2(pid=5345): stdout: \u000a| (launched: 2022-12-09_07:07:14.859282) \u000a07:07:18.400319 run osmo-hlr_10.42.42.2(pid=5345): stderr: \u000a| �[0;m�[1;31m20221209070715034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070715035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070715035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070715035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070715035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070715035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070715048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070715058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070715058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070715058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:07:18.473192 run osmo-msc_10.42.42.6(pid=5351): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5351)]\u000a07:07:18.525827 run osmo-msc_10.42.42.6(pid=5351): stdout: \u000a| (launched: 2022-12-09_07:07:17.126100) \u000a07:07:18.579352 run osmo-msc_10.42.42.6(pid=5351): stderr: \u000a| �[0;m�[38;5;43m20221209070717491 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070717492 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7903780c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070717492 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070717492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070717492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070717492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070717494 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070717494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070717494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070717495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:07:18.624573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5344): Terminating (SIGTERM)\u000a07:07:18.667344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5347): Terminating (SIGTERM)\u000a07:07:18.710282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5350): Terminating (SIGTERM)\u000a07:07:18.720195 --- ParallelTerminationStrategy: PID 5344 died...\u000a07:07:18.777770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5344): Terminated: ok {rc=0}\u000a07:07:18.788053 --- ParallelTerminationStrategy: PID 5347 died...\u000a07:07:18.844862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5347): Terminated: ok {rc=0}\u000a07:07:18.855286 --- ParallelTerminationStrategy: PID 5350 died...\u000a07:07:18.911986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5350): Terminated: ok {rc=0}\u000a07:07:18.999805 bus /sierra_3: Setting Powered False\u000a07:07:20.107957 bus /sierra_3: Setting Powered False\u000a07:07:21.216433 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 154, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5359): Process ended prematurely: osmo-stp_10.42.42.5(pid=5359) [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5359)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5359): Process ended prematurely: osmo-stp_10.42.42.5(pid=5359) [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:07:22.334342 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:07:22.346856 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:07:22.507924 tst mo_mt_call_osmux.py: using LAC 19773\u000a07:07:22.638613 tst mo_mt_call_osmux.py: using RAC 138\u000a07:07:22.769332 tst mo_mt_call_osmux.py: using CellId 19773\u000a07:07:22.904055 tst mo_mt_call_osmux.py: using BVCI 19774\u000a07:07:22.929660 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:07:22.941697 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:07:22.953218 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:07:22.964680 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:07:22.976199 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:07:22.987940 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:07:23.111555 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:07:23.320417 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:07:23.816150 run create_hlr_db(pid=5353): Launched\u000a07:07:23.996330 bus /sierra_2: Setting Powered False\u000a07:07:25.019147 run create_hlr_db(pid=5353): Terminated: ok {rc=0}\u000a07:07:25.437228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5355): Launched\u000a07:07:25.752843 run osmo-hlr_10.42.42.2(pid=5356): Launched\u000a07:07:25.875470 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:07:26.424091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5358): Launched\u000a07:07:26.738087 run osmo-stp_10.42.42.5(pid=5359): Launched\u000a07:07:26.852385 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:07:27.422860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5361): Launched\u000a07:07:27.738050 run osmo-msc_10.42.42.6(pid=5362): Launched\u000a07:07:27.920331 run osmo-stp_10.42.42.5(pid=5359): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5359)]\u000a07:07:28.051737 run osmo-stp_10.42.42.5(pid=5359): stdout: \u000a| (launched: 2022-12-09_07:07:26.582675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:28.181132 run osmo-stp_10.42.42.5(pid=5359): stderr: \u000a| �[0;m�[38;5;43m20221209070726756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070726756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070726756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070726757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070726757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070726757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070726757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:28.305840 run osmo-stp_10.42.42.5(pid=5359): stdout: \u000a| (launched: 2022-12-09_07:07:26.582675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:28.429880 run osmo-stp_10.42.42.5(pid=5359): stderr: \u000a| �[0;m�[38;5;43m20221209070726756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070726756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070726756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070726757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070726757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070726757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070726757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:28.484092 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5359): Process ended prematurely: osmo-stp_10.42.42.5(pid=5359) [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5359)] [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a07:07:28.492767 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:07:28.553602 run osmo-hlr_10.42.42.2(pid=5356): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5356)]\u000a07:07:28.602997 run osmo-hlr_10.42.42.2(pid=5356): stdout: \u000a| (launched: 2022-12-09_07:07:25.596791) \u000a07:07:28.653561 run osmo-hlr_10.42.42.2(pid=5356): stderr: \u000a| �[0;m�[1;31m20221209070725774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070725774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070725774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070725774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070725774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070725774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070725786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070725796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070725796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070725796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:07:28.721446 run osmo-msc_10.42.42.6(pid=5362): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5362)]\u000a07:07:28.771167 run osmo-msc_10.42.42.6(pid=5362): stdout: \u000a| (launched: 2022-12-09_07:07:27.581640) \u000a07:07:28.821181 run osmo-msc_10.42.42.6(pid=5362): stderr: \u000a| �[0;m�[38;5;43m20221209070727854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070727854 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd811b92c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070727854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070727854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070727854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070727855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070727856 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070727857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070727857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070727857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:07:28.862881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5355): Terminating (SIGTERM)\u000a07:07:28.902762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5358): Terminating (SIGTERM)\u000a07:07:28.942694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5361): Terminating (SIGTERM)\u000a07:07:28.952020 --- ParallelTerminationStrategy: PID 5355 died...\u000a07:07:29.005377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5355): Terminated: ok {rc=0}\u000a07:07:29.015264 --- ParallelTerminationStrategy: PID 5358 died...\u000a07:07:29.068539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5358): Terminated: ok {rc=0}\u000a07:07:29.078471 --- ParallelTerminationStrategy: PID 5361 died...\u000a07:07:29.131952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5361): Terminated: ok {rc=0}\u000a07:07:29.219505 bus /sierra_3: Setting Powered False\u000a07:07:30.321345 bus /sierra_3: Setting Powered False\u000a07:07:31.438550 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:07:11" }, { "cases" : [ { "testActions" : [ ], "age" : 154, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5373): Process ended prematurely: osmo-stp_10.42.42.5(pid=5373) [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5373)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5373): Process ended prematurely: osmo-stp_10.42.42.5(pid=5373) [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:07:33.395102 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:07:33.406286 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:07:33.554069 tst mo_mt_call.py: using LAC 19774\u000a07:07:33.675777 tst mo_mt_call.py: using RAC 139\u000a07:07:33.797984 tst mo_mt_call.py: using CellId 19774\u000a07:07:33.917906 tst mo_mt_call.py: using BVCI 19775\u000a07:07:33.941670 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:07:33.952763 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:07:33.963743 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:07:33.974972 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:07:33.986334 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:07:33.997637 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:07:34.120929 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:07:34.328811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:07:34.837099 run create_hlr_db(pid=5367): Launched\u000a07:07:35.031802 bus /sierra_2: Setting Powered False\u000a07:07:36.053778 run create_hlr_db(pid=5367): Terminated: ok {rc=0}\u000a07:07:36.500252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5369): Launched\u000a07:07:36.837631 run osmo-hlr_10.42.42.2(pid=5370): Launched\u000a07:07:36.961266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:07:37.547244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5372): Launched\u000a07:07:37.883774 run osmo-stp_10.42.42.5(pid=5373): Launched\u000a07:07:38.006353 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:07:38.614031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5375): Launched\u000a07:07:38.932714 run osmo-msc_10.42.42.6(pid=5376): Launched\u000a07:07:39.117459 run osmo-stp_10.42.42.5(pid=5373): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5373)]\u000a07:07:39.249517 run osmo-stp_10.42.42.5(pid=5373): stdout: \u000a| (launched: 2022-12-09_07:07:37.718432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:39.379787 run osmo-stp_10.42.42.5(pid=5373): stderr: \u000a| �[0;m�[38;5;43m20221209070737913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070737914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070737914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070737914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070737915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070737915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070737915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:39.505475 run osmo-stp_10.42.42.5(pid=5373): stdout: \u000a| (launched: 2022-12-09_07:07:37.718432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:39.630712 run osmo-stp_10.42.42.5(pid=5373): stderr: \u000a| �[0;m�[38;5;43m20221209070737913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070737914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070737914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070737914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070737915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070737915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070737915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:39.685400 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5373): Process ended prematurely: osmo-stp_10.42.42.5(pid=5373) [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5373)] [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:07:39.694117 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a07:07:39.754963 run osmo-hlr_10.42.42.2(pid=5370): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5370)]\u000a07:07:39.805144 run osmo-hlr_10.42.42.2(pid=5370): stdout: \u000a| (launched: 2022-12-09_07:07:36.671346) \u000a07:07:39.855520 run osmo-hlr_10.42.42.2(pid=5370): stderr: \u000a| �[0;m�[1;31m20221209070736871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070736871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070736871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070736871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070736871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070736871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070736884 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070736894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070736894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070736895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:07:39.924069 run osmo-msc_10.42.42.6(pid=5376): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5376)]\u000a07:07:39.973773 run osmo-msc_10.42.42.6(pid=5376): stdout: \u000a| (launched: 2022-12-09_07:07:38.775040) \u000a07:07:40.024534 run osmo-msc_10.42.42.6(pid=5376): stderr: \u000a| �[0;m�[38;5;43m20221209070739050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070739050 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5132943c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070739050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070739050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070739050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070739050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070739052 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070739052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070739053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070739053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:07:40.066874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5369): Terminating (SIGTERM)\u000a07:07:40.107330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5372): Terminating (SIGTERM)\u000a07:07:40.148045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5375): Terminating (SIGTERM)\u000a07:07:40.157699 --- ParallelTerminationStrategy: PID 5369 died...\u000a07:07:40.212042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5369): Terminated: ok {rc=0}\u000a07:07:40.221894 --- ParallelTerminationStrategy: PID 5372 died...\u000a07:07:40.276074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5372): Terminated: ok {rc=0}\u000a07:07:40.286064 --- ParallelTerminationStrategy: PID 5375 died...\u000a07:07:40.340240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5375): Terminated: ok {rc=0}\u000a07:07:40.430779 bus /sierra_3: Setting Powered False\u000a07:07:41.536082 bus /sierra_3: Setting Powered False\u000a07:07:42.650160 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 154, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5384): Process ended prematurely: osmo-stp_10.42.42.5(pid=5384) [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5384)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5384): Process ended prematurely: osmo-stp_10.42.42.5(pid=5384) [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:07:43.762538 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:07:43.774541 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:07:43.933915 tst mo_mt_call_osmux.py: using LAC 19775\u000a07:07:44.063387 tst mo_mt_call_osmux.py: using RAC 140\u000a07:07:44.189547 tst mo_mt_call_osmux.py: using CellId 19775\u000a07:07:44.319522 tst mo_mt_call_osmux.py: using BVCI 19776\u000a07:07:44.345446 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:07:44.357379 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:07:44.368895 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:07:44.380411 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:07:44.391892 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:07:44.403465 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:07:44.527733 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:07:44.746792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:07:45.286018 run create_hlr_db(pid=5378): Launched\u000a07:07:45.479138 bus /sierra_2: Setting Powered False\u000a07:07:46.548312 run create_hlr_db(pid=5378): Terminated: ok {rc=0}\u000a07:07:47.017129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5380): Launched\u000a07:07:47.359074 run osmo-hlr_10.42.42.2(pid=5381): Launched\u000a07:07:47.484326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:07:48.073170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5383): Launched\u000a07:07:48.409562 run osmo-stp_10.42.42.5(pid=5384): Launched\u000a07:07:48.531094 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:07:49.143838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5386): Launched\u000a07:07:49.482864 run osmo-msc_10.42.42.6(pid=5387): Launched\u000a07:07:49.677995 run osmo-stp_10.42.42.5(pid=5384): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5384)]\u000a07:07:49.818122 run osmo-stp_10.42.42.5(pid=5384): stdout: \u000a| (launched: 2022-12-09_07:07:48.243712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:49.958091 run osmo-stp_10.42.42.5(pid=5384): stderr: \u000a| �[0;m�[38;5;43m20221209070748438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070748438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070748438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070748439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070748439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070748439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070748439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:50.092626 run osmo-stp_10.42.42.5(pid=5384): stdout: \u000a| (launched: 2022-12-09_07:07:48.243712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:50.226451 run osmo-stp_10.42.42.5(pid=5384): stderr: \u000a| �[0;m�[38;5;43m20221209070748438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070748438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070748438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070748439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070748439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070748439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070748439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:50.284815 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5384): Process ended prematurely: osmo-stp_10.42.42.5(pid=5384) [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5384)] [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:07:50.294121 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a07:07:50.356861 run osmo-hlr_10.42.42.2(pid=5381): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5381)]\u000a07:07:50.408253 run osmo-hlr_10.42.42.2(pid=5381): stdout: \u000a| (launched: 2022-12-09_07:07:47.191843) \u000a07:07:50.460192 run osmo-hlr_10.42.42.2(pid=5381): stderr: \u000a| �[0;m�[1;31m20221209070747392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070747392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070747392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070747392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070747392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070747392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070747404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070747413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070747413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070747413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:07:50.531458 run osmo-msc_10.42.42.6(pid=5387): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5387)]\u000a07:07:50.583133 run osmo-msc_10.42.42.6(pid=5387): stdout: \u000a| (launched: 2022-12-09_07:07:49.314755) \u000a07:07:50.635348 run osmo-msc_10.42.42.6(pid=5387): stderr: \u000a| �[0;m�[38;5;43m20221209070749640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070749640 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ee5f4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070749640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070749640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070749640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070749641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070749643 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070749643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070749643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070749643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:07:50.679577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5380): Terminating (SIGTERM)\u000a07:07:50.721562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5383): Terminating (SIGTERM)\u000a07:07:50.763549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5386): Terminating (SIGTERM)\u000a07:07:50.773458 --- ParallelTerminationStrategy: PID 5380 died...\u000a07:07:50.830558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5380): Terminated: ok {rc=0}\u000a07:07:50.841003 --- ParallelTerminationStrategy: PID 5383 died...\u000a07:07:50.897616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5383): Terminated: ok {rc=0}\u000a07:07:50.907883 --- ParallelTerminationStrategy: PID 5386 died...\u000a07:07:50.964699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5386): Terminated: ok {rc=0}\u000a07:07:51.052759 bus /sierra_3: Setting Powered False\u000a07:07:52.160577 bus /sierra_3: Setting Powered False\u000a07:07:53.269873 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:07:33" }, { "cases" : [ { "testActions" : [ ], "age" : 154, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5398): Process ended prematurely: osmo-stp_10.42.42.5(pid=5398) [trial-2356↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5398)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5398): Process ended prematurely: osmo-stp_10.42.42.5(pid=5398) [trial-2356↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:07:55.242767 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:07:55.254332 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:07:55.400012 tst mo_mt_call.py: using LAC 19776\u000a07:07:55.523474 tst mo_mt_call.py: using RAC 141\u000a07:07:55.646559 tst mo_mt_call.py: using CellId 19776\u000a07:07:55.770225 tst mo_mt_call.py: using BVCI 19777\u000a07:07:55.793954 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:07:55.805208 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:07:55.816100 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:07:55.827542 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:07:55.839095 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:07:55.850870 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:07:55.973945 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:07:56.189347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:07:56.725300 run create_hlr_db(pid=5392): Launched\u000a07:07:56.918797 bus /sierra_2: Setting Powered False\u000a07:07:57.939842 run create_hlr_db(pid=5392): Terminated: ok {rc=0}\u000a07:07:58.360299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5394): Launched\u000a07:07:58.675110 run osmo-hlr_10.42.42.2(pid=5395): Launched\u000a07:07:58.794993 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:07:59.341391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5397): Launched\u000a07:07:59.655687 run osmo-stp_10.42.42.5(pid=5398): Launched\u000a07:07:59.769846 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:08:00.340496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5400): Launched\u000a07:08:00.656140 run osmo-msc_10.42.42.6(pid=5401): Launched\u000a07:08:00.876220 run osmo-stp_10.42.42.5(pid=5398): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5398)]\u000a07:08:01.041945 run osmo-stp_10.42.42.5(pid=5398): stdout: \u000a| (launched: 2022-12-09_07:07:59.500103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:01.185520 run osmo-stp_10.42.42.5(pid=5398): stderr: \u000a| �[0;m�[38;5;43m20221209070759672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070759672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070759673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070759673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070759674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070759674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070759674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:01.325145 run osmo-stp_10.42.42.5(pid=5398): stdout: \u000a| (launched: 2022-12-09_07:07:59.500103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:01.462652 run osmo-stp_10.42.42.5(pid=5398): stderr: \u000a| �[0;m�[38;5;43m20221209070759672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070759672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070759673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070759673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070759674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070759674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070759674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:01.530717 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5398): Process ended prematurely: osmo-stp_10.42.42.5(pid=5398) [trial-2356↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5398)] [trial-2356↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:08:01.545862 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a07:08:01.623017 run osmo-hlr_10.42.42.2(pid=5395): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5395)]\u000a07:08:01.681129 run osmo-hlr_10.42.42.2(pid=5395): stdout: \u000a| (launched: 2022-12-09_07:07:58.518886) \u000a07:08:01.740917 run osmo-hlr_10.42.42.2(pid=5395): stderr: \u000a| �[0;m�[1;31m20221209070758695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070758695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070758695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070758695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070758695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070758695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070758707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070758718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070758718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070758718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:08:01.820881 run osmo-msc_10.42.42.6(pid=5401): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5401)]\u000a07:08:01.887484 run osmo-msc_10.42.42.6(pid=5401): stdout: \u000a| (launched: 2022-12-09_07:08:00.499151) \u000a07:08:01.950178 run osmo-msc_10.42.42.6(pid=5401): stderr: \u000a| �[0;m�[38;5;43m20221209070800770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070800770 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f361a13dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070800770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070800770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070800770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070800771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070800772 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070800773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070800773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070800773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:08:01.996326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5394): Terminating (SIGTERM)\u000a07:08:02.057073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5397): Terminating (SIGTERM)\u000a07:08:02.107676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5400): Terminating (SIGTERM)\u000a07:08:02.119495 --- ParallelTerminationStrategy: PID 5394 died...\u000a07:08:02.178570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5394): Terminated: ok {rc=0}\u000a07:08:02.189320 --- ParallelTerminationStrategy: PID 5397 died...\u000a07:08:02.247124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5397): Terminated: ok {rc=0}\u000a07:08:02.258023 --- ParallelTerminationStrategy: PID 5400 died...\u000a07:08:02.317190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5400): Terminated: ok {rc=0}\u000a07:08:02.440181 bus /sierra_3: Setting Powered False\u000a07:08:03.583346 bus /sierra_3: Setting Powered False\u000a07:08:04.703619 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 154, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5680): Process ended prematurely: osmo-stp_10.42.42.5(pid=5680) [trial-2356↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5680)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5680): Process ended prematurely: osmo-stp_10.42.42.5(pid=5680) [trial-2356↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:08:05.822779 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:08:05.835871 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:08:05.992999 tst mo_mt_call_osmux.py: using LAC 19777\u000a07:08:06.124635 tst mo_mt_call_osmux.py: using RAC 142\u000a07:08:06.258986 tst mo_mt_call_osmux.py: using CellId 19777\u000a07:08:06.393671 tst mo_mt_call_osmux.py: using BVCI 19778\u000a07:08:06.421135 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:08:06.433895 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:08:06.446571 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:08:06.459020 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:08:06.471672 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:08:06.484547 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:08:06.609889 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:08:06.833124 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:08:07.417028 run create_hlr_db(pid=5674): Launched\u000a07:08:07.615216 bus /sierra_2: Setting Powered False\u000a07:08:08.638181 run create_hlr_db(pid=5674): Terminated: ok {rc=0}\u000a07:08:09.110934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5676): Launched\u000a07:08:09.559848 run osmo-hlr_10.42.42.2(pid=5677): Launched\u000a07:08:09.727438 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:08:10.342877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5679): Launched\u000a07:08:10.793441 run osmo-stp_10.42.42.5(pid=5680): Launched\u000a07:08:11.023132 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:08:11.660841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5682): Launched\u000a07:08:12.075288 run osmo-msc_10.42.42.6(pid=5683): Launched\u000a07:08:12.467106 run osmo-stp_10.42.42.5(pid=5680): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5680)]\u000a07:08:12.744471 run osmo-stp_10.42.42.5(pid=5680): stdout: \u000a| (launched: 2022-12-09_07:08:10.520279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:12.934429 run osmo-stp_10.42.42.5(pid=5680): stderr: \u000a| �[0;m�[38;5;43m20221209070810817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070810817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070810817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070810818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070810818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070810818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070810818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:13.066067 run osmo-stp_10.42.42.5(pid=5680): stdout: \u000a| (launched: 2022-12-09_07:08:10.520279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:13.196014 run osmo-stp_10.42.42.5(pid=5680): stderr: \u000a| �[0;m�[38;5;43m20221209070810817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070810817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070810817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070810818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070810818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070810818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070810818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:13.253158 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5680): Process ended prematurely: osmo-stp_10.42.42.5(pid=5680) [trial-2356↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5680)] [trial-2356↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:08:13.263144 tst mo_mt_call_osmux.py:8: Test FAILED (7.5 sec)\u000a07:08:13.329747 run osmo-hlr_10.42.42.2(pid=5677): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5677)]\u000a07:08:13.382900 run osmo-hlr_10.42.42.2(pid=5677): stdout: \u000a| (launched: 2022-12-09_07:08:09.287108) \u000a07:08:13.436879 run osmo-hlr_10.42.42.2(pid=5677): stderr: \u000a| �[0;m�[1;31m20221209070809595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070809595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070809595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070809595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070809595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070809595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070809615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070809623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070809623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070809623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:08:13.508419 run osmo-msc_10.42.42.6(pid=5683): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5683)]\u000a07:08:13.563055 run osmo-msc_10.42.42.6(pid=5683): stdout: \u000a| (launched: 2022-12-09_07:08:11.824248) \u000a07:08:13.617395 run osmo-msc_10.42.42.6(pid=5683): stderr: \u000a| �[0;m�[38;5;43m20221209070812412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070812412 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fccf8ec7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070812412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070812412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070812417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070812417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070812419 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070812419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070812419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070812419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:08:13.661854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5676): Terminating (SIGTERM)\u000a07:08:13.705406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5679): Terminating (SIGTERM)\u000a07:08:13.751735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5682): Terminating (SIGTERM)\u000a07:08:13.762607 --- ParallelTerminationStrategy: PID 5676 died...\u000a07:08:13.822475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5676): Terminated: ok {rc=0}\u000a07:08:13.833382 --- ParallelTerminationStrategy: PID 5679 died...\u000a07:08:13.891416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5679): Terminated: ok {rc=0}\u000a07:08:13.902328 --- ParallelTerminationStrategy: PID 5682 died...\u000a07:08:13.959458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5682): Terminated: ok {rc=0}\u000a07:08:14.047845 bus /sierra_3: Setting Powered False\u000a07:08:15.157750 bus /sierra_3: Setting Powered False\u000a07:08:16.304049 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:07:54" }, { "cases" : [ { "testActions" : [ ], "age" : 154, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5694): Process ended prematurely: osmo-stp_10.42.42.5(pid=5694) [trial-2356↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5694)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5694): Process ended prematurely: osmo-stp_10.42.42.5(pid=5694) [trial-2356↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a07:08:18.293591 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:08:18.306662 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:08:18.471199 tst mo_mt_call.py: using LAC 19778\u000a07:08:18.604211 tst mo_mt_call.py: using RAC 143\u000a07:08:18.738231 tst mo_mt_call.py: using CellId 19778\u000a07:08:18.872432 tst mo_mt_call.py: using BVCI 19779\u000a07:08:18.899508 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:08:18.911973 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:08:18.925603 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:08:18.938496 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:08:18.951315 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:08:18.964245 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:08:19.093877 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:08:19.321215 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:08:19.910918 run create_hlr_db(pid=5688): Launched\u000a07:08:20.114771 bus /sierra_2: Setting Powered False\u000a07:08:21.137058 run create_hlr_db(pid=5688): Terminated: ok {rc=0}\u000a07:08:21.608939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5690): Launched\u000a07:08:22.069522 run osmo-hlr_10.42.42.2(pid=5691): Launched\u000a07:08:22.312248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:08:22.929875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5693): Launched\u000a07:08:23.384229 run osmo-stp_10.42.42.5(pid=5694): Launched\u000a07:08:23.588819 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:08:24.170851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5697): Launched\u000a07:08:24.487243 run osmo-msc_10.42.42.6(pid=5698): Launched\u000a07:08:24.670799 run osmo-stp_10.42.42.5(pid=5694): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5694)]\u000a07:08:24.813423 run osmo-stp_10.42.42.5(pid=5694): stdout: \u000a| (launched: 2022-12-09_07:08:23.109094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:24.952897 run osmo-stp_10.42.42.5(pid=5694): stderr: \u000a| �[0;m�[38;5;43m20221209070823414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070823414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070823415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070823415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070823416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070823416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070823416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:25.089050 run osmo-stp_10.42.42.5(pid=5694): stdout: \u000a| (launched: 2022-12-09_07:08:23.109094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:25.223140 run osmo-stp_10.42.42.5(pid=5694): stderr: \u000a| �[0;m�[38;5;43m20221209070823414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070823414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070823415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070823415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070823416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070823416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070823416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:25.282113 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5694): Process ended prematurely: osmo-stp_10.42.42.5(pid=5694) [trial-2356↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5694)] [trial-2356↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a07:08:25.291688 tst mo_mt_call.py:8: Test FAILED (7.0 sec)\u000a07:08:25.355591 run osmo-hlr_10.42.42.2(pid=5691): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5691)]\u000a07:08:25.407849 run osmo-hlr_10.42.42.2(pid=5691): stdout: \u000a| (launched: 2022-12-09_07:08:21.787787) \u000a07:08:25.460502 run osmo-hlr_10.42.42.2(pid=5691): stderr: \u000a| �[0;m�[1;31m20221209070822099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070822099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070822099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070822099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070822099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070822100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070822120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070822130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070822131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070822131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:08:25.532388 run osmo-msc_10.42.42.6(pid=5698): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5698)]\u000a07:08:25.584578 run osmo-msc_10.42.42.6(pid=5698): stdout: \u000a| (launched: 2022-12-09_07:08:24.330570) \u000a07:08:25.637059 run osmo-msc_10.42.42.6(pid=5698): stderr: \u000a| �[0;m�[38;5;43m20221209070824604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070824604 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc259765c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070824605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070824605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070824605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070824605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070824607 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070824607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070824607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070824607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:08:25.681396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5690): Terminating (SIGTERM)\u000a07:08:25.723411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5693): Terminating (SIGTERM)\u000a07:08:25.766219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5697): Terminating (SIGTERM)\u000a07:08:25.776098 --- ParallelTerminationStrategy: PID 5690 died...\u000a07:08:25.833333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5690): Terminated: ok {rc=0}\u000a07:08:25.843810 --- ParallelTerminationStrategy: PID 5693 died...\u000a07:08:25.900364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5693): Terminated: ok {rc=0}\u000a07:08:25.910845 --- ParallelTerminationStrategy: PID 5697 died...\u000a07:08:25.968027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5697): Terminated: ok {rc=0}\u000a07:08:26.056104 bus /sierra_3: Setting Powered False\u000a07:08:27.162405 bus /sierra_3: Setting Powered False\u000a07:08:28.276255 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 154, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5707): Process ended prematurely: osmo-stp_10.42.42.5(pid=5707) [trial-2356↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5707)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5707): Process ended prematurely: osmo-stp_10.42.42.5(pid=5707) [trial-2356↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5707)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:08:29.388060 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:08:29.399985 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:08:29.549906 tst mo_mt_call_osmux.py: using LAC 19779\u000a07:08:29.672253 tst mo_mt_call_osmux.py: using RAC 144\u000a07:08:29.807463 tst mo_mt_call_osmux.py: using CellId 19779\u000a07:08:29.941931 tst mo_mt_call_osmux.py: using BVCI 19780\u000a07:08:29.968031 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:08:29.979782 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:08:29.991433 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:08:30.002956 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:08:30.014447 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:08:30.026361 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:08:30.144263 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:08:30.363594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:08:30.911676 run create_hlr_db(pid=5701): Launched\u000a07:08:31.122732 bus /sierra_2: Setting Powered False\u000a07:08:32.166761 run create_hlr_db(pid=5701): Terminated: ok {rc=0}\u000a07:08:32.623395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5703): Launched\u000a07:08:32.964750 run osmo-hlr_10.42.42.2(pid=5704): Launched\u000a07:08:33.088820 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:08:33.674086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5706): Launched\u000a07:08:34.012788 run osmo-stp_10.42.42.5(pid=5707): Launched\u000a07:08:34.135104 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:08:34.757128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5709): Launched\u000a07:08:35.098591 run osmo-msc_10.42.42.6(pid=5710): Launched\u000a07:08:35.299737 run osmo-stp_10.42.42.5(pid=5707): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5707)]\u000a07:08:35.441423 run osmo-stp_10.42.42.5(pid=5707): stdout: \u000a| (launched: 2022-12-09_07:08:33.845533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:35.581604 run osmo-stp_10.42.42.5(pid=5707): stderr: \u000a| �[0;m�[38;5;43m20221209070834040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070834040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070834041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070834041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070834041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070834042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070834042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:35.716526 run osmo-stp_10.42.42.5(pid=5707): stdout: \u000a| (launched: 2022-12-09_07:08:33.845533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:35.851085 run osmo-stp_10.42.42.5(pid=5707): stderr: \u000a| �[0;m�[38;5;43m20221209070834040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070834040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070834041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070834041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070834041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070834042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070834042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:35.910653 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5707): Process ended prematurely: osmo-stp_10.42.42.5(pid=5707) [trial-2356↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5707)] [trial-2356↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a07:08:35.920147 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a07:08:35.984349 run osmo-hlr_10.42.42.2(pid=5704): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5704)]\u000a07:08:36.036519 run osmo-hlr_10.42.42.2(pid=5704): stdout: \u000a| (launched: 2022-12-09_07:08:32.795377) \u000a07:08:36.089382 run osmo-hlr_10.42.42.2(pid=5704): stderr: \u000a| �[0;m�[1;31m20221209070832998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070832998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070832998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070832998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070832998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070832998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070833010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070833019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070833019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070833019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:08:36.161350 run osmo-msc_10.42.42.6(pid=5710): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5710)]\u000a07:08:36.213506 run osmo-msc_10.42.42.6(pid=5710): stdout: \u000a| (launched: 2022-12-09_07:08:34.929244) \u000a07:08:36.266164 run osmo-msc_10.42.42.6(pid=5710): stderr: \u000a| �[0;m�[38;5;43m20221209070835255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070835255 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c40449c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070835256 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070835256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070835256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070835256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070835258 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070835258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070835258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070835258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:08:36.310781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5703): Terminating (SIGTERM)\u000a07:08:36.353202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5706): Terminating (SIGTERM)\u000a07:08:36.395540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5709): Terminating (SIGTERM)\u000a07:08:36.405569 --- ParallelTerminationStrategy: PID 5703 died...\u000a07:08:36.462901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5703): Terminated: ok {rc=0}\u000a07:08:36.473342 --- ParallelTerminationStrategy: PID 5706 died...\u000a07:08:36.530096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5706): Terminated: ok {rc=0}\u000a07:08:36.540399 --- ParallelTerminationStrategy: PID 5709 died...\u000a07:08:36.597026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5709): Terminated: ok {rc=0}\u000a07:08:36.685458 bus /sierra_3: Setting Powered False\u000a07:08:37.791328 bus /sierra_3: Setting Powered False\u000a07:08:38.903283 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:08:18" }, { "cases" : [ { "testActions" : [ ], "age" : 154, "className" : "emergency:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5721): Process ended prematurely: osmo-stp_10.42.42.5(pid=5721) [trial-2356↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5721)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5721): Process ended prematurely: osmo-stp_10.42.42.5(pid=5721) [trial-2356↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:08:40.879566 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:08:40.890578 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a07:08:41.026067 tst emergency_mo_mt_call.py: using LAC 19780\u000a07:08:41.157731 tst emergency_mo_mt_call.py: using RAC 145\u000a07:08:41.289557 tst emergency_mo_mt_call.py: using CellId 19780\u000a07:08:41.423550 tst emergency_mo_mt_call.py: using BVCI 19781\u000a07:08:41.448930 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:08:41.460245 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:08:41.471470 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:08:41.482532 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:08:41.493666 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:08:41.504643 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a07:08:41.623361 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a07:08:41.827750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:08:42.328716 run create_hlr_db(pid=5715): Launched\u000a07:08:42.521757 bus /sierra_2: Setting Powered False\u000a07:08:43.541735 run create_hlr_db(pid=5715): Terminated: ok {rc=0}\u000a07:08:43.986779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5717): Launched\u000a07:08:44.320851 run osmo-hlr_10.42.42.2(pid=5718): Launched\u000a07:08:44.446264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:08:45.025576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5720): Launched\u000a07:08:45.361263 run osmo-stp_10.42.42.5(pid=5721): Launched\u000a07:08:45.496303 tst emergency_mo_mt_call.py: using MSISDN 7084\u000a07:08:45.661514 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:08:46.285989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5723): Launched\u000a07:08:46.799711 run osmo-msc_10.42.42.6(pid=5724): Launched\u000a07:08:47.302118 run osmo-stp_10.42.42.5(pid=5721): ERR: Terminated: ERROR {rc=1} [trial-2356↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5721)]\u000a07:08:47.441512 run osmo-stp_10.42.42.5(pid=5721): stdout: \u000a| (launched: 2022-12-09_07:08:45.194350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:47.579840 run osmo-stp_10.42.42.5(pid=5721): stderr: \u000a| �[0;m�[38;5;43m20221209070845389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070845389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070845390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070845390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070845390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070845390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070845391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:47.713188 run osmo-stp_10.42.42.5(pid=5721): stdout: \u000a| (launched: 2022-12-09_07:08:45.194350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:47.845009 run osmo-stp_10.42.42.5(pid=5721): stderr: \u000a| �[0;m�[38;5;43m20221209070845389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070845389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070845390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070845390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070845390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070845390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070845391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:47.902569 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=5721): Process ended prematurely: osmo-stp_10.42.42.5(pid=5721) [trial-2356↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5721)] [trial-2356↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a07:08:47.911424 tst emergency_mo_mt_call.py:19: Test FAILED (7.0 sec)\u000a07:08:47.975056 run osmo-hlr_10.42.42.2(pid=5718): ERR: Terminated: ERROR {rc=237} [trial-2356↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5718)]\u000a07:08:48.027351 run osmo-hlr_10.42.42.2(pid=5718): stdout: \u000a| (launched: 2022-12-09_07:08:44.156028) \u000a07:08:48.079763 run osmo-hlr_10.42.42.2(pid=5718): stderr: \u000a| �[0;m�[1;31m20221209070844355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070844355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070844355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070844355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070844355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070844355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070844367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070844378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070844378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070844378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:08:48.151484 run osmo-msc_10.42.42.6(pid=5724): ERR: Terminated: ERROR {rc=2} [trial-2356↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5724)]\u000a07:08:48.203652 run osmo-msc_10.42.42.6(pid=5724): stdout: \u000a| (launched: 2022-12-09_07:08:46.447573) \u000a07:08:48.256053 run osmo-msc_10.42.42.6(pid=5724): stderr: \u000a| �[0;m�[38;5;43m20221209070847002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070847002 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b9be7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070847003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070847004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070847004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070847004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070847011 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070847012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070847014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070847014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:08:48.300495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5717): Terminating (SIGTERM)\u000a07:08:48.342622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5720): Terminating (SIGTERM)\u000a07:08:48.384870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5723): Terminating (SIGTERM)\u000a07:08:48.394681 --- ParallelTerminationStrategy: PID 5717 died...\u000a07:08:48.451815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5717): Terminated: ok {rc=0}\u000a07:08:48.462092 --- ParallelTerminationStrategy: PID 5720 died...\u000a07:08:48.518701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5720): Terminated: ok {rc=0}\u000a07:08:48.528901 --- ParallelTerminationStrategy: PID 5723 died...\u000a07:08:48.586074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5723): Terminated: ok {rc=0}\u000a07:08:48.674565 bus /sierra_3: Setting Powered False\u000a07:08:49.782128 bus /sierra_3: Setting Powered False\u000a07:08:50.894665 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5732): Process ended prematurely: osmo-stp_10.42.42.5(pid=5732) [trial-2356↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5732)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5732): Process ended prematurely: osmo-stp_10.42.42.5(pid=5732) [trial-2356↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:08:51.947276 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:08:51.959053 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a07:08:52.088403 tst emergency_preemptive_call.py: using LAC 19781\u000a07:08:52.210840 tst emergency_preemptive_call.py: using RAC 146\u000a07:08:52.333793 tst emergency_preemptive_call.py: using CellId 19781\u000a07:08:52.462285 tst emergency_preemptive_call.py: using BVCI 19782\u000a07:08:52.487779 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:08:52.499184 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:08:52.510485 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:08:52.521743 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:08:52.534067 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:08:52.545231 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a07:08:52.663894 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a07:08:52.785914 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a07:08:52.907096 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a07:08:53.124612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:08:53.660233 run create_hlr_db(pid=5726): Launched\u000a07:08:53.853504 bus /sierra_2: Setting Powered False\u000a07:08:54.872607 run create_hlr_db(pid=5726): Terminated: ok {rc=0}\u000a07:08:55.289264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5728): Launched\u000a07:08:55.602411 run osmo-hlr_10.42.42.2(pid=5729): Launched\u000a07:08:55.722854 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:08:56.269799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5731): Launched\u000a07:08:56.583849 run osmo-stp_10.42.42.5(pid=5732): Launched\u000a07:08:56.716066 tst emergency_preemptive_call.py: using MSISDN 7085\u000a07:08:56.870110 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:08:57.433286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5734): Launched\u000a07:08:57.746331 run osmo-msc_10.42.42.6(pid=5735): Launched\u000a07:08:57.927894 run osmo-stp_10.42.42.5(pid=5732): ERR: Terminated: ERROR {rc=1} [trial-2356↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5732)]\u000a07:08:58.058877 run osmo-stp_10.42.42.5(pid=5732): stdout: \u000a| (launched: 2022-12-09_07:08:56.426575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:58.187392 run osmo-stp_10.42.42.5(pid=5732): stderr: \u000a| �[0;m�[38;5;43m20221209070856598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070856598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070856598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070856598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070856599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070856599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070856599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:58.310991 run osmo-stp_10.42.42.5(pid=5732): stdout: \u000a| (launched: 2022-12-09_07:08:56.426575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:58.433515 run osmo-stp_10.42.42.5(pid=5732): stderr: \u000a| �[0;m�[38;5;43m20221209070856598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070856598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070856598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070856598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070856599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070856599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070856599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:58.487459 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=5732): Process ended prematurely: osmo-stp_10.42.42.5(pid=5732) [trial-2356↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5732)] [trial-2356↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a07:08:58.495796 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a07:08:58.557122 run osmo-hlr_10.42.42.2(pid=5729): ERR: Terminated: ERROR {rc=237} [trial-2356↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5729)]\u000a07:08:58.606926 run osmo-hlr_10.42.42.2(pid=5729): stdout: \u000a| (launched: 2022-12-09_07:08:55.446778) \u000a07:08:58.657411 run osmo-hlr_10.42.42.2(pid=5729): stderr: \u000a| �[0;m�[1;31m20221209070855624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070855624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070855624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070855624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070855624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070855624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070855636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070855645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070855645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070855645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:08:58.726056 run osmo-msc_10.42.42.6(pid=5735): ERR: Terminated: ERROR {rc=2} [trial-2356↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5735)]\u000a07:08:58.775727 run osmo-msc_10.42.42.6(pid=5735): stdout: \u000a| (launched: 2022-12-09_07:08:57.589854) \u000a07:08:58.825985 run osmo-msc_10.42.42.6(pid=5735): stderr: \u000a| �[0;m�[38;5;43m20221209070857864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209070857865 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbabdd3cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209070857865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209070857865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209070857865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209070857865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209070857867 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209070857868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209070857868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209070857868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:08:58.868166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5728): Terminating (SIGTERM)\u000a07:08:58.908301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5731): Terminating (SIGTERM)\u000a07:08:58.948536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5734): Terminating (SIGTERM)\u000a07:08:58.958256 --- ParallelTerminationStrategy: PID 5728 died...\u000a07:08:59.012249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5728): Terminated: ok {rc=0}\u000a07:08:59.022380 --- ParallelTerminationStrategy: PID 5731 died...\u000a07:08:59.077047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5731): Terminated: ok {rc=0}\u000a07:08:59.087014 --- ParallelTerminationStrategy: PID 5734 died...\u000a07:08:59.141639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5734): Terminated: ok {rc=0}\u000a07:08:59.226800 bus /sierra_9: Setting Powered False\u000a07:09:00.335541 bus /sierra_9: Setting Powered False\u000a07:09:01.450858 bus /sierra_8: Setting Powered False\u000a07:09:02.556622 bus /sierra_8: Setting Powered False\u000a07:09:03.666111 bus /sierra_3: Setting Powered False\u000a07:09:04.774209 bus /sierra_3: Setting Powered False\u000a07:09:05.885143 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 28.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:08:40" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:oc2g", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5750): Process ended prematurely: osmo-stp_10.42.42.5(pid=5750) [trial-2356↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5750)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5750): Process ended prematurely: osmo-stp_10.42.42.5(pid=5750) [trial-2356↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:09:07.993989 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:08.005273 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a07:09:08.135244 tst cs_paging_gprs_active.py: using LAC 19782\u000a07:09:08.265309 tst cs_paging_gprs_active.py: using RAC 147\u000a07:09:08.398418 tst cs_paging_gprs_active.py: using CellId 19782\u000a07:09:08.529729 tst cs_paging_gprs_active.py: using BVCI 19783\u000a07:09:08.555587 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:08.566695 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:08.577654 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:08.588667 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:08.599502 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:08.610784 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:08.621797 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:08.632590 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:08.643784 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:09:08.762851 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:09:09.068644 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:09:09.210540 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:09:09.561959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5740): Launched\u000a07:09:09.855794 run iperf3-srv_10.42.42.10(pid=5741): Launched\u000a07:09:10.064105 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:09:10.206046 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:09:10.563533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5742): Launched\u000a07:09:10.847470 run iperf3-srv_10.42.42.10(pid=5743): Launched\u000a07:09:11.050178 tst cs_paging_gprs_active.py:38: start network...\u000a07:09:11.189428 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:09:11.718524 run create_hlr_db(pid=5744): Launched\u000a07:09:11.910072 bus /sierra_2: Setting Powered False\u000a07:09:12.930938 run create_hlr_db(pid=5744): Terminated: ok {rc=0}\u000a07:09:13.369533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5746): Launched\u000a07:09:13.700467 run osmo-hlr_10.42.42.2(pid=5747): Launched\u000a07:09:13.820721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:09:14.393711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5749): Launched\u000a07:09:14.725653 run osmo-stp_10.42.42.5(pid=5750): Launched\u000a07:09:14.845782 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:09:15.425050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5752): Launched\u000a07:09:15.545364 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:09:15.839836 run patchelf(pid=5753): Launched\u000a07:09:16.049932 run osmo-stp_10.42.42.5(pid=5750): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5750)]\u000a07:09:16.186942 run osmo-stp_10.42.42.5(pid=5750): stdout: \u000a| (launched: 2022-12-09_07:09:14.561800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:16.326435 run osmo-stp_10.42.42.5(pid=5750): stderr: \u000a| �[0;m�[38;5;43m20221209070914753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070914753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070914753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070914754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070914754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070914754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070914754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:16.458431 run osmo-stp_10.42.42.5(pid=5750): stdout: \u000a| (launched: 2022-12-09_07:09:14.561800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:16.591069 run osmo-stp_10.42.42.5(pid=5750): stderr: \u000a| �[0;m�[38;5;43m20221209070914753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070914753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070914753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070914754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070914754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070914754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070914754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:16.743876 run patchelf(pid=5753): Terminating (SIGINT)\u000a07:09:16.924937 run patchelf(pid=5753): Terminated: ok {rc=0}\u000a07:09:16.958034 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5750): Process ended prematurely: osmo-stp_10.42.42.5(pid=5750) [trial-2356↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5750)] [trial-2356↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a07:09:16.968378 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a07:09:17.036538 run osmo-hlr_10.42.42.2(pid=5747): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5747)]\u000a07:09:17.087666 run osmo-hlr_10.42.42.2(pid=5747): stdout: \u000a| (launched: 2022-12-09_07:09:13.538151) \u000a07:09:17.143235 run osmo-hlr_10.42.42.2(pid=5747): stderr: \u000a| �[0;m�[1;31m20221209070913735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070913735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070913735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070913735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070913735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070913735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070913748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070913757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070913757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070913758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:09:17.186878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5740): Terminating (SIGTERM)\u000a07:09:17.227717 run iperf3-srv_10.42.42.10(pid=5741): Terminating (SIGTERM)\u000a07:09:17.268312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5742): Terminating (SIGTERM)\u000a07:09:17.309192 run iperf3-srv_10.42.42.10(pid=5743): Terminating (SIGTERM)\u000a07:09:17.349511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5746): Terminating (SIGTERM)\u000a07:09:17.390299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5749): Terminating (SIGTERM)\u000a07:09:17.430542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5752): Terminating (SIGTERM)\u000a07:09:17.440326 --- ParallelTerminationStrategy: PID 5740 died...\u000a07:09:17.494569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5740): Terminated: ok {rc=0}\u000a07:09:17.504209 --- ParallelTerminationStrategy: PID 5741 died...\u000a07:09:17.557925 run iperf3-srv_10.42.42.10(pid=5741): Terminated {rc=256}\u000a07:09:17.567837 --- ParallelTerminationStrategy: PID 5742 died...\u000a07:09:17.620888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5742): Terminated: ok {rc=0}\u000a07:09:17.630684 --- ParallelTerminationStrategy: PID 5743 died...\u000a07:09:17.683638 run iperf3-srv_10.42.42.10(pid=5743): Terminated {rc=256}\u000a07:09:17.693484 --- ParallelTerminationStrategy: PID 5746 died...\u000a07:09:17.746391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5746): Terminated: ok {rc=0}\u000a07:09:17.756180 --- ParallelTerminationStrategy: PID 5749 died...\u000a07:09:17.809420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5749): Terminated: ok {rc=0}\u000a07:09:17.819382 --- ParallelTerminationStrategy: PID 5752 died...\u000a07:09:17.873120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5752): Terminated: ok {rc=0}\u000a07:09:17.960330 bus /gobi_0: Setting Powered False\u000a07:09:19.063037 bus /gobi_0: Setting Powered False\u000a07:09:20.173914 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5762): Process ended prematurely: osmo-stp_10.42.42.5(pid=5762) [trial-2356↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5762)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5762): Process ended prematurely: osmo-stp_10.42.42.5(pid=5762) [trial-2356↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a07:09:21.290105 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:21.301870 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a07:09:21.432872 tst iperf3.py: using LAC 19783\u000a07:09:21.563204 tst iperf3.py: using RAC 148\u000a07:09:21.692558 tst iperf3.py: using CellId 19783\u000a07:09:21.823326 tst iperf3.py: using BVCI 19784\u000a07:09:21.848680 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:21.859824 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:21.870879 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:21.882203 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:21.892934 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:21.903758 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:21.914747 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:21.926177 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:21.937305 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:09:22.241213 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:09:22.380831 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:09:22.727313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5754): Launched\u000a07:09:23.019359 run iperf3-srv_10.42.42.10(pid=5755): Launched\u000a07:09:23.223019 tst iperf3.py:8: start network...\u000a07:09:23.362110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:09:23.894613 run create_hlr_db(pid=5756): Launched\u000a07:09:24.086938 bus /gobi_6: Setting Powered False\u000a07:09:25.108094 run create_hlr_db(pid=5756): Terminated: ok {rc=0}\u000a07:09:25.524522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5758): Launched\u000a07:09:25.837611 run osmo-hlr_10.42.42.2(pid=5759): Launched\u000a07:09:25.960311 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:09:26.505232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5761): Launched\u000a07:09:26.818047 run osmo-stp_10.42.42.5(pid=5762): Launched\u000a07:09:26.931103 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:09:27.473601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5764): Launched\u000a07:09:27.584690 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:09:27.857037 run patchelf(pid=5765): Launched\u000a07:09:28.037689 run osmo-stp_10.42.42.5(pid=5762): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5762)]\u000a07:09:28.169558 run osmo-stp_10.42.42.5(pid=5762): stdout: \u000a| (launched: 2022-12-09_07:09:26.662465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:28.302106 run osmo-stp_10.42.42.5(pid=5762): stderr: \u000a| �[0;m�[38;5;43m20221209070926832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070926833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070926833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070926833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070926834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070926834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070926834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:28.429809 run osmo-stp_10.42.42.5(pid=5762): stdout: \u000a| (launched: 2022-12-09_07:09:26.662465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:28.556088 run osmo-stp_10.42.42.5(pid=5762): stderr: \u000a| �[0;m�[38;5;43m20221209070926832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070926833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070926833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070926833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070926834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070926834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070926834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:28.703239 run patchelf(pid=5765): Terminating (SIGINT)\u000a07:09:28.876036 run patchelf(pid=5765): Terminated: ok {rc=0}\u000a07:09:28.907761 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5762): Process ended prematurely: osmo-stp_10.42.42.5(pid=5762) [trial-2356↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5762)] [trial-2356↪gprs:oc2g↪iperf3.py:8]\u000a07:09:28.917114 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a07:09:28.978135 run osmo-hlr_10.42.42.2(pid=5759): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5759)]\u000a07:09:29.027373 run osmo-hlr_10.42.42.2(pid=5759): stdout: \u000a| (launched: 2022-12-09_07:09:25.682606) \u000a07:09:29.077345 run osmo-hlr_10.42.42.2(pid=5759): stderr: \u000a| �[0;m�[1;31m20221209070925859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070925859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070925859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070925859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070925859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070925859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070925876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070925885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070925885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070925885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:09:29.119299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5754): Terminating (SIGTERM)\u000a07:09:29.158998 run iperf3-srv_10.42.42.10(pid=5755): Terminating (SIGTERM)\u000a07:09:29.198975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5758): Terminating (SIGTERM)\u000a07:09:29.238827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5761): Terminating (SIGTERM)\u000a07:09:29.278582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5764): Terminating (SIGTERM)\u000a07:09:29.288249 --- ParallelTerminationStrategy: PID 5754 died...\u000a07:09:29.341302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5754): Terminated: ok {rc=0}\u000a07:09:29.351464 --- ParallelTerminationStrategy: PID 5755 died...\u000a07:09:29.404020 run iperf3-srv_10.42.42.10(pid=5755): Terminated {rc=256}\u000a07:09:29.414119 --- ParallelTerminationStrategy: PID 5758 died...\u000a07:09:29.467796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5758): Terminated: ok {rc=0}\u000a07:09:29.477609 --- ParallelTerminationStrategy: PID 5761 died...\u000a07:09:29.530560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5761): Terminated: ok {rc=0}\u000a07:09:29.540704 --- ParallelTerminationStrategy: PID 5764 died...\u000a07:09:29.594388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5764): Terminated: ok {rc=0}\u000a07:09:29.681031 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5780): Process ended prematurely: osmo-stp_10.42.42.5(pid=5780) [trial-2356↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5780)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5780): Process ended prematurely: osmo-stp_10.42.42.5(pid=5780) [trial-2356↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a07:09:30.796096 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:30.807881 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a07:09:30.961781 tst iperf3m4.py: using LAC 19784\u000a07:09:31.096851 tst iperf3m4.py: using RAC 149\u000a07:09:31.252115 tst iperf3m4.py: using CellId 19784\u000a07:09:31.386478 tst iperf3m4.py: using BVCI 19785\u000a07:09:31.413121 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:31.425169 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:31.437475 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:31.449751 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:31.462367 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:31.474819 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:31.487200 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:31.499029 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:31.511984 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:09:31.638998 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:09:31.768560 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:09:31.895871 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:09:32.251721 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:09:32.393272 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:09:32.739803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5766): Launched\u000a07:09:33.027566 run iperf3-srv_10.42.42.10(pid=5767): Launched\u000a07:09:33.232300 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:09:33.371956 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:09:33.716452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5768): Launched\u000a07:09:34.004668 run iperf3-srv_10.42.42.10(pid=5769): Launched\u000a07:09:34.209340 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:09:34.348604 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:09:34.695586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5770): Launched\u000a07:09:34.984313 run iperf3-srv_10.42.42.10(pid=5771): Launched\u000a07:09:35.189180 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:09:35.328387 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:09:35.674708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5772): Launched\u000a07:09:35.963060 run iperf3-srv_10.42.42.10(pid=5773): Launched\u000a07:09:36.167913 tst iperf3m4.py:8: start network...\u000a07:09:36.307750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:09:36.843056 run create_hlr_db(pid=5774): Launched\u000a07:09:37.035917 bus /gobi_6: Setting Powered False\u000a07:09:38.057886 run create_hlr_db(pid=5774): Terminated: ok {rc=0}\u000a07:09:38.476154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5776): Launched\u000a07:09:38.790120 run osmo-hlr_10.42.42.2(pid=5777): Launched\u000a07:09:38.912725 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:09:39.455591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5779): Launched\u000a07:09:39.769730 run osmo-stp_10.42.42.5(pid=5780): Launched\u000a07:09:39.884271 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:09:40.436121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5782): Launched\u000a07:09:40.548586 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:09:40.825979 run patchelf(pid=5783): Launched\u000a07:09:41.009872 run osmo-stp_10.42.42.5(pid=5780): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5780)]\u000a07:09:41.151872 run osmo-stp_10.42.42.5(pid=5780): stdout: \u000a| (launched: 2022-12-09_07:09:39.613449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:41.285275 run osmo-stp_10.42.42.5(pid=5780): stderr: \u000a| �[0;m�[38;5;43m20221209070939784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070939784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070939784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070939785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070939785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070939785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070939785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:41.413720 run osmo-stp_10.42.42.5(pid=5780): stdout: \u000a| (launched: 2022-12-09_07:09:39.613449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:41.541617 run osmo-stp_10.42.42.5(pid=5780): stderr: \u000a| �[0;m�[38;5;43m20221209070939784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070939784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070939784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070939785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070939785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070939785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070939785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:41.690538 run patchelf(pid=5783): Terminating (SIGINT)\u000a07:09:41.865132 run patchelf(pid=5783): Terminated: ok {rc=0}\u000a07:09:41.897342 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5780): Process ended prematurely: osmo-stp_10.42.42.5(pid=5780) [trial-2356↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5780)] [trial-2356↪gprs:oc2g↪iperf3m4.py:8]\u000a07:09:41.906822 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a07:09:41.969228 run osmo-hlr_10.42.42.2(pid=5777): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5777)]\u000a07:09:42.019510 run osmo-hlr_10.42.42.2(pid=5777): stdout: \u000a| (launched: 2022-12-09_07:09:38.634196) \u000a07:09:42.070282 run osmo-hlr_10.42.42.2(pid=5777): stderr: \u000a| �[0;m�[1;31m20221209070938812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070938812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070938812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070938812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070938812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070938812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070938824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070938832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070938832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070938833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:09:42.113706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5766): Terminating (SIGTERM)\u000a07:09:42.154379 run iperf3-srv_10.42.42.10(pid=5767): Terminating (SIGTERM)\u000a07:09:42.195255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5768): Terminating (SIGTERM)\u000a07:09:42.235726 run iperf3-srv_10.42.42.10(pid=5769): Terminating (SIGTERM)\u000a07:09:42.276495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5770): Terminating (SIGTERM)\u000a07:09:42.317018 run iperf3-srv_10.42.42.10(pid=5771): Terminating (SIGTERM)\u000a07:09:42.357601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5772): Terminating (SIGTERM)\u000a07:09:42.398351 run iperf3-srv_10.42.42.10(pid=5773): Terminating (SIGTERM)\u000a07:09:42.438988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5776): Terminating (SIGTERM)\u000a07:09:42.479289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5779): Terminating (SIGTERM)\u000a07:09:42.520147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5782): Terminating (SIGTERM)\u000a07:09:42.529753 --- ParallelTerminationStrategy: PID 5766 died...\u000a07:09:42.584328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5766): Terminated: ok {rc=0}\u000a07:09:42.594227 --- ParallelTerminationStrategy: PID 5767 died...\u000a07:09:42.648263 run iperf3-srv_10.42.42.10(pid=5767): Terminated {rc=256}\u000a07:09:42.658305 --- ParallelTerminationStrategy: PID 5768 died...\u000a07:09:42.712714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5768): Terminated: ok {rc=0}\u000a07:09:42.722533 --- ParallelTerminationStrategy: PID 5769 died...\u000a07:09:42.776832 run iperf3-srv_10.42.42.10(pid=5769): Terminated {rc=256}\u000a07:09:42.786856 --- ParallelTerminationStrategy: PID 5770 died...\u000a07:09:42.841474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5770): Terminated: ok {rc=0}\u000a07:09:42.851507 --- ParallelTerminationStrategy: PID 5771 died...\u000a07:09:42.906759 run iperf3-srv_10.42.42.10(pid=5771): Terminated {rc=256}\u000a07:09:42.916670 --- ParallelTerminationStrategy: PID 5772 died...\u000a07:09:42.970852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5772): Terminated: ok {rc=0}\u000a07:09:42.980850 --- ParallelTerminationStrategy: PID 5773 died...\u000a07:09:43.035060 run iperf3-srv_10.42.42.10(pid=5773): Terminated {rc=256}\u000a07:09:43.044864 --- ParallelTerminationStrategy: PID 5776 died...\u000a07:09:43.099038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5776): Terminated: ok {rc=0}\u000a07:09:43.109173 --- ParallelTerminationStrategy: PID 5779 died...\u000a07:09:43.163403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5779): Terminated: ok {rc=0}\u000a07:09:43.173913 --- ParallelTerminationStrategy: PID 5782 died...\u000a07:09:43.228208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5782): Terminated: ok {rc=0}\u000a07:09:43.318168 bus /gobi_4: Setting Powered False\u000a07:09:44.423293 bus /gobi_4: Setting Powered False\u000a07:09:45.536705 bus /gobi_1: Setting Powered False\u000a07:09:46.641607 bus /gobi_1: Setting Powered False\u000a07:09:47.753558 bus /gobi_0: Setting Powered False\u000a07:09:48.857936 bus /gobi_0: Setting Powered False\u000a07:09:49.969977 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5791): Process ended prematurely: osmo-stp_10.42.42.5(pid=5791) [trial-2356↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5791)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5791): Process ended prematurely: osmo-stp_10.42.42.5(pid=5791) [trial-2356↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:oc2g ping.py\u000a----------------------------------------------\u000a07:09:51.040071 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:51.052213 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a07:09:51.183579 tst ping.py: using LAC 19785\u000a07:09:51.328863 tst ping.py: using RAC 150\u000a07:09:51.456791 tst ping.py: using CellId 19785\u000a07:09:51.575322 tst ping.py: using BVCI 19786\u000a07:09:51.598409 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:51.609081 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:51.619513 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:51.630285 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:51.640877 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:51.651483 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:51.662350 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:51.673560 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:09:51.948725 tst ping.py:19: start network...\u000a07:09:52.074528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:09:52.548310 run create_hlr_db(pid=5785): Launched\u000a07:09:52.724032 bus /gobi_6: Setting Powered False\u000a07:09:53.745069 run create_hlr_db(pid=5785): Terminated: ok {rc=0}\u000a07:09:54.149943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5787): Launched\u000a07:09:54.455119 run osmo-hlr_10.42.42.2(pid=5788): Launched\u000a07:09:54.569995 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:09:55.099989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5790): Launched\u000a07:09:55.405898 run osmo-stp_10.42.42.5(pid=5791): Launched\u000a07:09:55.516634 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:09:56.049351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5793): Launched\u000a07:09:56.157424 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:09:56.422146 run patchelf(pid=5794): Launched\u000a07:09:56.601908 run osmo-stp_10.42.42.5(pid=5791): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5791)]\u000a07:09:56.732298 run osmo-stp_10.42.42.5(pid=5791): stdout: \u000a| (launched: 2022-12-09_07:09:55.254718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:56.862647 run osmo-stp_10.42.42.5(pid=5791): stderr: \u000a| �[0;m�[38;5;43m20221209070955422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070955422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070955422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070955423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070955423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070955423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070955423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:56.989091 run osmo-stp_10.42.42.5(pid=5791): stdout: \u000a| (launched: 2022-12-09_07:09:55.254718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:57.114326 run osmo-stp_10.42.42.5(pid=5791): stderr: \u000a| �[0;m�[38;5;43m20221209070955422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209070955422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209070955422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209070955423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209070955423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209070955423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209070955423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:57.259185 run patchelf(pid=5794): Terminating (SIGINT)\u000a07:09:57.429449 run patchelf(pid=5794): Terminated: ok {rc=0}\u000a07:09:57.460233 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5791): Process ended prematurely: osmo-stp_10.42.42.5(pid=5791) [trial-2356↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5791)] [trial-2356↪gprs:oc2g↪ping.py:22]\u000a07:09:57.469071 tst ping.py:22: Test FAILED (6.4 sec)\u000a07:09:57.531645 run osmo-hlr_10.42.42.2(pid=5788): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5788)]\u000a07:09:57.582167 run osmo-hlr_10.42.42.2(pid=5788): stdout: \u000a| (launched: 2022-12-09_07:09:54.304502) \u000a07:09:57.633161 run osmo-hlr_10.42.42.2(pid=5788): stderr: \u000a| �[0;m�[1;31m20221209070954478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209070954478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209070954478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070954479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209070954479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209070954479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209070954490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209070954501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209070954502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209070954502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:09:57.675996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5787): Terminating (SIGTERM)\u000a07:09:57.716840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5790): Terminating (SIGTERM)\u000a07:09:57.758297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5793): Terminating (SIGTERM)\u000a07:09:57.767759 --- ParallelTerminationStrategy: PID 5787 died...\u000a07:09:57.823336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5787): Terminated: ok {rc=0}\u000a07:09:57.833304 --- ParallelTerminationStrategy: PID 5790 died...\u000a07:09:57.888428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5790): Terminated: ok {rc=0}\u000a07:09:57.898357 --- ParallelTerminationStrategy: PID 5793 died...\u000a07:09:57.953031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5793): Terminated: ok {rc=0}\u000a07:09:58.043165 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5804): Process ended prematurely: osmo-stp_10.42.42.5(pid=5804) [trial-2356↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5804)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5804): Process ended prematurely: osmo-stp_10.42.42.5(pid=5804) [trial-2356↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a07:09:59.095328 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:59.106720 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a07:09:59.232871 tst ping_idle_ping.py: using LAC 19786\u000a07:09:59.353422 tst ping_idle_ping.py: using RAC 151\u000a07:09:59.472841 tst ping_idle_ping.py: using CellId 19786\u000a07:09:59.593581 tst ping_idle_ping.py: using BVCI 19787\u000a07:09:59.616771 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:59.627430 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:59.638033 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:59.648846 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:59.659668 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:59.670415 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:59.681310 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:59.692083 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:09:59.988716 tst ping_idle_ping.py:24: start network...\u000a07:10:00.126521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:10:00.656366 run create_hlr_db(pid=5795): Launched\u000a07:10:00.862346 bus /gobi_6: Setting Powered False\u000a07:10:01.931026 run create_hlr_db(pid=5795): Terminated: ok {rc=0}\u000a07:10:02.392340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5800): Launched\u000a07:10:02.700052 run osmo-hlr_10.42.42.2(pid=5801): Launched\u000a07:10:02.820562 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:10:03.353708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5803): Launched\u000a07:10:03.658943 run osmo-stp_10.42.42.5(pid=5804): Launched\u000a07:10:03.770042 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:10:04.302586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5806): Launched\u000a07:10:04.411361 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:10:04.678896 run patchelf(pid=5807): Launched\u000a07:10:04.858026 run osmo-stp_10.42.42.5(pid=5804): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5804)]\u000a07:10:04.988275 run osmo-stp_10.42.42.5(pid=5804): stdout: \u000a| (launched: 2022-12-09_07:10:03.508389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:05.119287 run osmo-stp_10.42.42.5(pid=5804): stderr: \u000a| �[0;m�[38;5;43m20221209071003677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071003677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071003678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071003678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071003679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071003679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071003679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:05.245728 run osmo-stp_10.42.42.5(pid=5804): stdout: \u000a| (launched: 2022-12-09_07:10:03.508389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:05.371093 run osmo-stp_10.42.42.5(pid=5804): stderr: \u000a| �[0;m�[38;5;43m20221209071003677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071003677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071003678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071003678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071003679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071003679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071003679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:05.515899 run patchelf(pid=5807): Terminating (SIGINT)\u000a07:10:05.687057 run patchelf(pid=5807): Terminated: ok {rc=0}\u000a07:10:05.718170 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5804): Process ended prematurely: osmo-stp_10.42.42.5(pid=5804) [trial-2356↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5804)] [trial-2356↪gprs:oc2g↪ping_idle_ping.py:27]\u000a07:10:05.727279 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a07:10:05.788835 run osmo-hlr_10.42.42.2(pid=5801): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5801)]\u000a07:10:05.838832 run osmo-hlr_10.42.42.2(pid=5801): stdout: \u000a| (launched: 2022-12-09_07:10:02.548187) \u000a07:10:05.889754 run osmo-hlr_10.42.42.2(pid=5801): stderr: \u000a| �[0;m�[1;31m20221209071002720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071002720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071002720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071002720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071002720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071002720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071002734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071002742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071002742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071002742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:10:05.932470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5800): Terminating (SIGTERM)\u000a07:10:05.972852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5803): Terminating (SIGTERM)\u000a07:10:06.013189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5806): Terminating (SIGTERM)\u000a07:10:06.022857 --- ParallelTerminationStrategy: PID 5800 died...\u000a07:10:06.077372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5800): Terminated: ok {rc=0}\u000a07:10:06.087162 --- ParallelTerminationStrategy: PID 5803 died...\u000a07:10:06.141788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5803): Terminated: ok {rc=0}\u000a07:10:06.151914 --- ParallelTerminationStrategy: PID 5806 died...\u000a07:10:06.205813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5806): Terminated: ok {rc=0}\u000a07:10:06.290675 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:09:07" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5822): Process ended prematurely: osmo-stp_10.42.42.5(pid=5822) [trial-2356↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5822)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5822): Process ended prematurely: osmo-stp_10.42.42.5(pid=5822) [trial-2356↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5822)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:10:08.416892 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:08.428073 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:10:08.551672 tst cs_paging_gprs_active.py: using LAC 19787\u000a07:10:08.675806 tst cs_paging_gprs_active.py: using RAC 152\u000a07:10:08.795460 tst cs_paging_gprs_active.py: using CellId 19787\u000a07:10:08.913092 tst cs_paging_gprs_active.py: using BVCI 19788\u000a07:10:08.936401 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:08.947443 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:08.958326 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:08.969666 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:08.980676 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:08.991564 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:09.003082 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:09.014010 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:09.025357 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:10:09.143050 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:10:09.438961 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:10:09.575480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:10:09.912035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5812): Launched\u000a07:10:10.193097 run iperf3-srv_10.42.42.10(pid=5813): Launched\u000a07:10:10.392843 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:10:10.528894 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:10:10.864728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5814): Launched\u000a07:10:11.145590 run iperf3-srv_10.42.42.10(pid=5815): Launched\u000a07:10:11.344634 tst cs_paging_gprs_active.py:38: start network...\u000a07:10:11.480811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:10:12.004563 run create_hlr_db(pid=5816): Launched\u000a07:10:12.194290 bus /gobi_6: Setting Powered False\u000a07:10:13.215848 run create_hlr_db(pid=5816): Terminated: ok {rc=0}\u000a07:10:13.625312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5818): Launched\u000a07:10:13.931157 run osmo-hlr_10.42.42.2(pid=5819): Launched\u000a07:10:14.049446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:10:14.582054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5821): Launched\u000a07:10:14.887524 run osmo-stp_10.42.42.5(pid=5822): Launched\u000a07:10:14.999728 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:10:15.531644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5824): Launched\u000a07:10:15.641398 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:10:15.936210 run patchelf(pid=5825): Launched\u000a07:10:16.156114 run osmo-stp_10.42.42.5(pid=5822): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5822)]\u000a07:10:16.334126 run osmo-stp_10.42.42.5(pid=5822): stdout: \u000a| (launched: 2022-12-09_07:10:14.736722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:16.511375 run osmo-stp_10.42.42.5(pid=5822): stderr: \u000a| �[0;m�[38;5;43m20221209071014905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071014905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071014906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071014906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071014906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071014906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071014907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:16.682609 run osmo-stp_10.42.42.5(pid=5822): stdout: \u000a| (launched: 2022-12-09_07:10:14.736722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:16.842356 run osmo-stp_10.42.42.5(pid=5822): stderr: \u000a| �[0;m�[38;5;43m20221209071014905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071014905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071014906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071014906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071014906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071014906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071014907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:17.001145 run patchelf(pid=5825): Terminating (SIGINT)\u000a07:10:17.189223 run patchelf(pid=5825): Terminated: ok {rc=0}\u000a07:10:17.223547 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5822): Process ended prematurely: osmo-stp_10.42.42.5(pid=5822) [trial-2356↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5822)] [trial-2356↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:10:17.234197 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a07:10:17.298118 run osmo-hlr_10.42.42.2(pid=5819): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5819)]\u000a07:10:17.349625 run osmo-hlr_10.42.42.2(pid=5819): stdout: \u000a| (launched: 2022-12-09_07:10:13.780489) \u000a07:10:17.401591 run osmo-hlr_10.42.42.2(pid=5819): stderr: \u000a| �[0;m�[1;31m20221209071013955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071013955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071013955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071013955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071013955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071013955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071013968 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071013978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071013978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071013978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:10:17.446080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5812): Terminating (SIGTERM)\u000a07:10:17.488026 run iperf3-srv_10.42.42.10(pid=5813): Terminating (SIGTERM)\u000a07:10:17.530133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5814): Terminating (SIGTERM)\u000a07:10:17.572211 run iperf3-srv_10.42.42.10(pid=5815): Terminating (SIGTERM)\u000a07:10:17.614327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5818): Terminating (SIGTERM)\u000a07:10:17.657438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5821): Terminating (SIGTERM)\u000a07:10:17.699373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5824): Terminating (SIGTERM)\u000a07:10:17.708935 --- ParallelTerminationStrategy: PID 5812 died...\u000a07:10:17.765396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5812): Terminated: ok {rc=0}\u000a07:10:17.775402 --- ParallelTerminationStrategy: PID 5813 died...\u000a07:10:17.831344 run iperf3-srv_10.42.42.10(pid=5813): Terminated {rc=256}\u000a07:10:17.841408 --- ParallelTerminationStrategy: PID 5814 died...\u000a07:10:17.897099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5814): Terminated: ok {rc=0}\u000a07:10:17.907132 --- ParallelTerminationStrategy: PID 5815 died...\u000a07:10:17.963176 run iperf3-srv_10.42.42.10(pid=5815): Terminated {rc=256}\u000a07:10:17.973260 --- ParallelTerminationStrategy: PID 5818 died...\u000a07:10:18.029422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5818): Terminated: ok {rc=0}\u000a07:10:18.039418 --- ParallelTerminationStrategy: PID 5821 died...\u000a07:10:18.095340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5821): Terminated: ok {rc=0}\u000a07:10:18.105446 --- ParallelTerminationStrategy: PID 5824 died...\u000a07:10:18.161510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5824): Terminated: ok {rc=0}\u000a07:10:18.249210 bus /gobi_0: Setting Powered False\u000a07:10:19.356736 bus /gobi_0: Setting Powered False\u000a07:10:20.465076 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5834): Process ended prematurely: osmo-stp_10.42.42.5(pid=5834) [trial-2356↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5834)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5834): Process ended prematurely: osmo-stp_10.42.42.5(pid=5834) [trial-2356↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5834)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:10:21.580049 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:21.592261 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:10:21.726233 tst iperf3.py: using LAC 19788\u000a07:10:21.853259 tst iperf3.py: using RAC 153\u000a07:10:21.990298 tst iperf3.py: using CellId 19788\u000a07:10:22.117283 tst iperf3.py: using BVCI 19789\u000a07:10:22.142363 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:22.153728 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:22.164872 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:22.176089 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:22.187206 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:22.198447 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:22.209814 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:22.220867 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:22.232190 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:10:22.529301 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:10:22.666015 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:10:23.001864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5826): Launched\u000a07:10:23.281021 run iperf3-srv_10.42.42.10(pid=5827): Launched\u000a07:10:23.480113 tst iperf3.py:8: start network...\u000a07:10:23.615995 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:10:24.135224 run create_hlr_db(pid=5828): Launched\u000a07:10:24.322832 bus /gobi_6: Setting Powered False\u000a07:10:25.344876 run create_hlr_db(pid=5828): Terminated: ok {rc=0}\u000a07:10:25.752822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5830): Launched\u000a07:10:26.057937 run osmo-hlr_10.42.42.2(pid=5831): Launched\u000a07:10:26.175721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:10:26.707303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5833): Launched\u000a07:10:27.013387 run osmo-stp_10.42.42.5(pid=5834): Launched\u000a07:10:27.124943 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:10:27.655028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5836): Launched\u000a07:10:27.764136 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:10:28.028856 run patchelf(pid=5837): Launched\u000a07:10:28.207755 run osmo-stp_10.42.42.5(pid=5834): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5834)]\u000a07:10:28.338518 run osmo-stp_10.42.42.5(pid=5834): stdout: \u000a| (launched: 2022-12-09_07:10:26.862367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:28.469504 run osmo-stp_10.42.42.5(pid=5834): stderr: \u000a| �[0;m�[38;5;43m20221209071027030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071027030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071027030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071027031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071027031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071027031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071027031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:28.595773 run osmo-stp_10.42.42.5(pid=5834): stdout: \u000a| (launched: 2022-12-09_07:10:26.862367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:28.721180 run osmo-stp_10.42.42.5(pid=5834): stderr: \u000a| �[0;m�[38;5;43m20221209071027030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071027030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071027030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071027031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071027031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071027031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071027031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:28.866730 run patchelf(pid=5837): Terminating (SIGINT)\u000a07:10:29.037304 run patchelf(pid=5837): Terminated: ok {rc=0}\u000a07:10:29.068527 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5834): Process ended prematurely: osmo-stp_10.42.42.5(pid=5834) [trial-2356↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5834)] [trial-2356↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a07:10:29.077928 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:10:29.139093 run osmo-hlr_10.42.42.2(pid=5831): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5831)]\u000a07:10:29.188927 run osmo-hlr_10.42.42.2(pid=5831): stdout: \u000a| (launched: 2022-12-09_07:10:25.907599) \u000a07:10:29.239536 run osmo-hlr_10.42.42.2(pid=5831): stderr: \u000a| �[0;m�[1;31m20221209071026083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071026083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071026083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071026083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071026083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071026083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071026095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071026104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071026104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071026104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:10:29.282362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5826): Terminating (SIGTERM)\u000a07:10:29.322447 run iperf3-srv_10.42.42.10(pid=5827): Terminating (SIGTERM)\u000a07:10:29.363015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5830): Terminating (SIGTERM)\u000a07:10:29.403342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5833): Terminating (SIGTERM)\u000a07:10:29.443613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5836): Terminating (SIGTERM)\u000a07:10:29.453032 --- ParallelTerminationStrategy: PID 5826 died...\u000a07:10:29.506871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5826): Terminated: ok {rc=0}\u000a07:10:29.516657 --- ParallelTerminationStrategy: PID 5827 died...\u000a07:10:29.570328 run iperf3-srv_10.42.42.10(pid=5827): Terminated {rc=256}\u000a07:10:29.580227 --- ParallelTerminationStrategy: PID 5830 died...\u000a07:10:29.634226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5830): Terminated: ok {rc=0}\u000a07:10:29.644056 --- ParallelTerminationStrategy: PID 5833 died...\u000a07:10:29.698270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5833): Terminated: ok {rc=0}\u000a07:10:29.708170 --- ParallelTerminationStrategy: PID 5836 died...\u000a07:10:29.762968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5836): Terminated: ok {rc=0}\u000a07:10:29.847907 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5852): Process ended prematurely: osmo-stp_10.42.42.5(pid=5852) [trial-2356↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5852)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5852): Process ended prematurely: osmo-stp_10.42.42.5(pid=5852) [trial-2356↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:10:30.974620 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:30.986883 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:10:31.118277 tst iperf3m4.py: using LAC 19789\u000a07:10:31.237897 tst iperf3m4.py: using RAC 154\u000a07:10:31.359515 tst iperf3m4.py: using CellId 19789\u000a07:10:31.491807 tst iperf3m4.py: using BVCI 19790\u000a07:10:31.516791 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:31.528467 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:31.539908 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:31.551825 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:31.563777 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:31.575257 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:31.586915 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:31.598884 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:31.610879 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:10:31.753483 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:10:31.878495 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:10:32.001192 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:10:32.310100 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:10:32.438748 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:10:32.756074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5838): Launched\u000a07:10:33.020222 run iperf3-srv_10.42.42.10(pid=5839): Launched\u000a07:10:33.206385 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:10:33.333928 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:10:33.649798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5840): Launched\u000a07:10:33.912282 run iperf3-srv_10.42.42.10(pid=5841): Launched\u000a07:10:34.098676 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:10:34.226321 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:10:34.543971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5842): Launched\u000a07:10:34.808518 run iperf3-srv_10.42.42.10(pid=5843): Launched\u000a07:10:34.994078 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:10:35.121773 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:10:35.438018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5844): Launched\u000a07:10:35.700278 run iperf3-srv_10.42.42.10(pid=5845): Launched\u000a07:10:35.887030 tst iperf3m4.py:8: start network...\u000a07:10:36.014495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:10:36.514795 run create_hlr_db(pid=5846): Launched\u000a07:10:36.704760 bus /gobi_6: Setting Powered False\u000a07:10:37.724560 run create_hlr_db(pid=5846): Terminated: ok {rc=0}\u000a07:10:38.159393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5848): Launched\u000a07:10:38.484862 run osmo-hlr_10.42.42.2(pid=5849): Launched\u000a07:10:38.604061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:10:39.171836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5851): Launched\u000a07:10:39.499804 run osmo-stp_10.42.42.5(pid=5852): Launched\u000a07:10:39.618758 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:10:40.193588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5854): Launched\u000a07:10:40.310826 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:10:40.597890 run patchelf(pid=5855): Launched\u000a07:10:40.789029 run osmo-stp_10.42.42.5(pid=5852): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5852)]\u000a07:10:40.928942 run osmo-stp_10.42.42.5(pid=5852): stdout: \u000a| (launched: 2022-12-09_07:10:39.338845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:41.069327 run osmo-stp_10.42.42.5(pid=5852): stderr: \u000a| �[0;m�[38;5;43m20221209071039527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071039527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071039528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071039528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071039529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071039529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071039529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:41.204925 run osmo-stp_10.42.42.5(pid=5852): stdout: \u000a| (launched: 2022-12-09_07:10:39.338845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:41.339404 run osmo-stp_10.42.42.5(pid=5852): stderr: \u000a| �[0;m�[38;5;43m20221209071039527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071039527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071039528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071039528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071039529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071039529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071039529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:41.495357 run patchelf(pid=5855): Terminating (SIGINT)\u000a07:10:41.678245 run patchelf(pid=5855): Terminated: ok {rc=0}\u000a07:10:41.711775 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5852): Process ended prematurely: osmo-stp_10.42.42.5(pid=5852) [trial-2356↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5852)] [trial-2356↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:10:41.721855 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a07:10:41.785456 run osmo-hlr_10.42.42.2(pid=5849): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5849)]\u000a07:10:41.837465 run osmo-hlr_10.42.42.2(pid=5849): stdout: \u000a| (launched: 2022-12-09_07:10:38.325941) \u000a07:10:41.890224 run osmo-hlr_10.42.42.2(pid=5849): stderr: \u000a| �[0;m�[1;31m20221209071038519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071038519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071038519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071038519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071038519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071038519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071038532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071038541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071038541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071038542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:10:41.935778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5838): Terminating (SIGTERM)\u000a07:10:41.979248 run iperf3-srv_10.42.42.10(pid=5839): Terminating (SIGTERM)\u000a07:10:42.021604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5840): Terminating (SIGTERM)\u000a07:10:42.064365 run iperf3-srv_10.42.42.10(pid=5841): Terminating (SIGTERM)\u000a07:10:42.106757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5842): Terminating (SIGTERM)\u000a07:10:42.149509 run iperf3-srv_10.42.42.10(pid=5843): Terminating (SIGTERM)\u000a07:10:42.192195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5844): Terminating (SIGTERM)\u000a07:10:42.235351 run iperf3-srv_10.42.42.10(pid=5845): Terminating (SIGTERM)\u000a07:10:42.277730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5848): Terminating (SIGTERM)\u000a07:10:42.319705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5851): Terminating (SIGTERM)\u000a07:10:42.362442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5854): Terminating (SIGTERM)\u000a07:10:42.372207 --- ParallelTerminationStrategy: PID 5838 died...\u000a07:10:42.429228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5838): Terminated: ok {rc=0}\u000a07:10:42.439525 --- ParallelTerminationStrategy: PID 5839 died...\u000a07:10:42.495920 run iperf3-srv_10.42.42.10(pid=5839): Terminated {rc=256}\u000a07:10:42.505958 --- ParallelTerminationStrategy: PID 5840 died...\u000a07:10:42.562344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5840): Terminated: ok {rc=0}\u000a07:10:42.572529 --- ParallelTerminationStrategy: PID 5841 died...\u000a07:10:42.628285 run iperf3-srv_10.42.42.10(pid=5841): Terminated {rc=256}\u000a07:10:42.638410 --- ParallelTerminationStrategy: PID 5842 died...\u000a07:10:42.694721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5842): Terminated: ok {rc=0}\u000a07:10:42.704925 --- ParallelTerminationStrategy: PID 5843 died...\u000a07:10:42.761300 run iperf3-srv_10.42.42.10(pid=5843): Terminated {rc=256}\u000a07:10:42.771471 --- ParallelTerminationStrategy: PID 5844 died...\u000a07:10:42.827883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5844): Terminated: ok {rc=0}\u000a07:10:42.838126 --- ParallelTerminationStrategy: PID 5845 died...\u000a07:10:42.894428 run iperf3-srv_10.42.42.10(pid=5845): Terminated {rc=256}\u000a07:10:42.904656 --- ParallelTerminationStrategy: PID 5848 died...\u000a07:10:42.960699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5848): Terminated: ok {rc=0}\u000a07:10:42.970882 --- ParallelTerminationStrategy: PID 5851 died...\u000a07:10:43.027192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5851): Terminated: ok {rc=0}\u000a07:10:43.037679 --- ParallelTerminationStrategy: PID 5854 died...\u000a07:10:43.094171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5854): Terminated: ok {rc=0}\u000a07:10:43.182862 bus /gobi_4: Setting Powered False\u000a07:10:44.289942 bus /gobi_4: Setting Powered False\u000a07:10:45.398955 bus /gobi_1: Setting Powered False\u000a07:10:46.502064 bus /gobi_1: Setting Powered False\u000a07:10:47.609020 bus /gobi_0: Setting Powered False\u000a07:10:48.716491 bus /gobi_0: Setting Powered False\u000a07:10:49.830504 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5862): Process ended prematurely: osmo-stp_10.42.42.5(pid=5862) [trial-2356↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5862)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5862): Process ended prematurely: osmo-stp_10.42.42.5(pid=5862) [trial-2356↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5862)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:10:50.899699 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:50.911857 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:10:51.045387 tst ping.py: using LAC 19790\u000a07:10:51.173259 tst ping.py: using RAC 155\u000a07:10:51.301220 tst ping.py: using CellId 19790\u000a07:10:51.433345 tst ping.py: using BVCI 19791\u000a07:10:51.458511 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:51.470038 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:51.481370 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:51.492621 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:51.503847 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:51.514990 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:51.526392 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:51.537676 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:10:51.813520 tst ping.py:19: start network...\u000a07:10:51.938631 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:10:52.413301 run create_hlr_db(pid=5856): Launched\u000a07:10:52.585571 bus /gobi_6: Setting Powered False\u000a07:10:53.607070 run create_hlr_db(pid=5856): Terminated: ok {rc=0}\u000a07:10:54.009267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5858): Launched\u000a07:10:54.312563 run osmo-hlr_10.42.42.2(pid=5859): Launched\u000a07:10:54.430442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:10:54.960263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5861): Launched\u000a07:10:55.262846 run osmo-stp_10.42.42.5(pid=5862): Launched\u000a07:10:55.372766 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:10:55.897241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5864): Launched\u000a07:10:56.004130 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:10:56.267740 run patchelf(pid=5865): Launched\u000a07:10:56.444477 run osmo-stp_10.42.42.5(pid=5862): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5862)]\u000a07:10:56.573491 run osmo-stp_10.42.42.5(pid=5862): stdout: \u000a| (launched: 2022-12-09_07:10:55.113238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:56.702611 run osmo-stp_10.42.42.5(pid=5862): stderr: \u000a| �[0;m�[38;5;43m20221209071055279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071055279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071055279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071055280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071055280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071055280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071055280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:56.827235 run osmo-stp_10.42.42.5(pid=5862): stdout: \u000a| (launched: 2022-12-09_07:10:55.113238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:56.951100 run osmo-stp_10.42.42.5(pid=5862): stderr: \u000a| �[0;m�[38;5;43m20221209071055279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071055279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071055279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071055280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071055280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071055280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071055280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:57.095115 run patchelf(pid=5865): Terminating (SIGINT)\u000a07:10:57.263570 run patchelf(pid=5865): Terminated: ok {rc=0}\u000a07:10:57.294330 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5862): Process ended prematurely: osmo-stp_10.42.42.5(pid=5862) [trial-2356↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5862)] [trial-2356↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a07:10:57.303108 tst ping.py:22: Test FAILED (6.4 sec)\u000a07:10:57.363660 run osmo-hlr_10.42.42.2(pid=5859): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5859)]\u000a07:10:57.413177 run osmo-hlr_10.42.42.2(pid=5859): stdout: \u000a| (launched: 2022-12-09_07:10:54.162481) \u000a07:10:57.463310 run osmo-hlr_10.42.42.2(pid=5859): stderr: \u000a| �[0;m�[1;31m20221209071054336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071054336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071054336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071054336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071054336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071054336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071054348 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071054356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071054357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071054357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:10:57.505831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5858): Terminating (SIGTERM)\u000a07:10:57.546271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5861): Terminating (SIGTERM)\u000a07:10:57.586322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5864): Terminating (SIGTERM)\u000a07:10:57.595761 --- ParallelTerminationStrategy: PID 5858 died...\u000a07:10:57.649817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5858): Terminated: ok {rc=0}\u000a07:10:57.659496 --- ParallelTerminationStrategy: PID 5861 died...\u000a07:10:57.713008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5861): Terminated: ok {rc=0}\u000a07:10:57.722877 --- ParallelTerminationStrategy: PID 5864 died...\u000a07:10:57.776281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5864): Terminated: ok {rc=0}\u000a07:10:57.864669 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5872): Process ended prematurely: osmo-stp_10.42.42.5(pid=5872) [trial-2356↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5872)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5872): Process ended prematurely: osmo-stp_10.42.42.5(pid=5872) [trial-2356↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5872)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:10:58.915927 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:58.927577 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:10:59.061196 tst ping_idle_ping.py: using LAC 19791\u000a07:10:59.190069 tst ping_idle_ping.py: using RAC 156\u000a07:10:59.317699 tst ping_idle_ping.py: using CellId 19791\u000a07:10:59.446381 tst ping_idle_ping.py: using BVCI 19792\u000a07:10:59.471413 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:59.482990 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:59.494446 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:59.506348 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:59.518795 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:59.530794 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:59.542995 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:10:59.554436 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:10:59.834211 tst ping_idle_ping.py:24: start network...\u000a07:10:59.959681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:11:00.441454 run create_hlr_db(pid=5866): Launched\u000a07:11:00.615781 bus /gobi_6: Setting Powered False\u000a07:11:01.666891 run create_hlr_db(pid=5866): Terminated: ok {rc=0}\u000a07:11:02.111421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5868): Launched\u000a07:11:02.441431 run osmo-hlr_10.42.42.2(pid=5869): Launched\u000a07:11:02.560923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:11:03.127199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5871): Launched\u000a07:11:03.452405 run osmo-stp_10.42.42.5(pid=5872): Launched\u000a07:11:03.569928 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:11:04.135751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5874): Launched\u000a07:11:04.251438 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:11:04.535604 run patchelf(pid=5875): Launched\u000a07:11:04.725171 run osmo-stp_10.42.42.5(pid=5872): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5872)]\u000a07:11:04.863245 run osmo-stp_10.42.42.5(pid=5872): stdout: \u000a| (launched: 2022-12-09_07:11:03.292030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:05.002184 run osmo-stp_10.42.42.5(pid=5872): stderr: \u000a| �[0;m�[38;5;43m20221209071103481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071103481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071103481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071103482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071103482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071103482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071103482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:05.136719 run osmo-stp_10.42.42.5(pid=5872): stdout: \u000a| (launched: 2022-12-09_07:11:03.292030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:05.269863 run osmo-stp_10.42.42.5(pid=5872): stderr: \u000a| �[0;m�[38;5;43m20221209071103481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071103481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071103481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071103482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071103482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071103482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071103482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:05.423840 run patchelf(pid=5875): Terminating (SIGINT)\u000a07:11:05.603678 run patchelf(pid=5875): Terminated: ok {rc=0}\u000a07:11:05.636410 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5872): Process ended prematurely: osmo-stp_10.42.42.5(pid=5872) [trial-2356↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5872)] [trial-2356↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:11:05.645940 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:11:05.709180 run osmo-hlr_10.42.42.2(pid=5869): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5869)]\u000a07:11:05.760876 run osmo-hlr_10.42.42.2(pid=5869): stdout: \u000a| (launched: 2022-12-09_07:11:02.279146) \u000a07:11:05.813359 run osmo-hlr_10.42.42.2(pid=5869): stderr: \u000a| �[0;m�[1;31m20221209071102475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071102475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071102475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071102475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071102475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071102475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071102487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071102498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071102498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071102498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:11:05.858029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5868): Terminating (SIGTERM)\u000a07:11:05.900016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5871): Terminating (SIGTERM)\u000a07:11:05.942816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5874): Terminating (SIGTERM)\u000a07:11:05.952563 --- ParallelTerminationStrategy: PID 5868 died...\u000a07:11:06.009352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5868): Terminated: ok {rc=0}\u000a07:11:06.019580 --- ParallelTerminationStrategy: PID 5871 died...\u000a07:11:06.075938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5871): Terminated: ok {rc=0}\u000a07:11:06.086130 --- ParallelTerminationStrategy: PID 5874 died...\u000a07:11:06.142618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5874): Terminated: ok {rc=0}\u000a07:11:06.229355 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:10:08" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5890): Process ended prematurely: osmo-stp_10.42.42.5(pid=5890) [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5890)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5890): Process ended prematurely: osmo-stp_10.42.42.5(pid=5890) [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5890)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:11:08.360184 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:08.371704 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:11:08.526124 tst cs_paging_gprs_active.py: using LAC 19792\u000a07:11:08.653683 tst cs_paging_gprs_active.py: using RAC 157\u000a07:11:08.784185 tst cs_paging_gprs_active.py: using CellId 19792\u000a07:11:08.914148 tst cs_paging_gprs_active.py: using BVCI 19793\u000a07:11:08.939450 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:08.950861 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:08.962063 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:08.973312 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:08.984341 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:08.995547 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:09.006849 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:09.017926 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:09.029399 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:11:09.151906 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:11:09.435126 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:11:09.564089 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:09.883274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5880): Launched\u000a07:11:10.151238 run iperf3-srv_10.42.42.10(pid=5881): Launched\u000a07:11:10.339310 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:11:10.468348 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:10.800770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5882): Launched\u000a07:11:11.084930 run iperf3-srv_10.42.42.10(pid=5883): Launched\u000a07:11:11.286918 tst cs_paging_gprs_active.py:38: start network...\u000a07:11:11.424464 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:11:11.951754 run create_hlr_db(pid=5884): Launched\u000a07:11:12.142970 bus /gobi_6: Setting Powered False\u000a07:11:13.163694 run create_hlr_db(pid=5884): Terminated: ok {rc=0}\u000a07:11:13.576061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5886): Launched\u000a07:11:13.884099 run osmo-hlr_10.42.42.2(pid=5887): Launched\u000a07:11:14.000226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:11:14.536281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5889): Launched\u000a07:11:14.848335 run osmo-stp_10.42.42.5(pid=5890): Launched\u000a07:11:14.961235 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:11:15.498810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5892): Launched\u000a07:11:15.609305 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:11:15.905181 run patchelf(pid=5893): Launched\u000a07:11:16.094348 run osmo-stp_10.42.42.5(pid=5890): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5890)]\u000a07:11:16.230361 run osmo-stp_10.42.42.5(pid=5890): stdout: \u000a| (launched: 2022-12-09_07:11:14.693308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:16.366613 run osmo-stp_10.42.42.5(pid=5890): stderr: \u000a| �[0;m�[38;5;43m20221209071114861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071114861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071114862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071114862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071114863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071114863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071114863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:16.498577 run osmo-stp_10.42.42.5(pid=5890): stdout: \u000a| (launched: 2022-12-09_07:11:14.693308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:16.629258 run osmo-stp_10.42.42.5(pid=5890): stderr: \u000a| �[0;m�[38;5;43m20221209071114861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071114861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071114862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071114862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071114863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071114863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071114863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:16.780589 run patchelf(pid=5893): Terminating (SIGINT)\u000a07:11:16.957794 run patchelf(pid=5893): Terminated: ok {rc=0}\u000a07:11:16.991094 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5890): Process ended prematurely: osmo-stp_10.42.42.5(pid=5890) [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5890)] [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:11:17.001549 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a07:11:17.067023 run osmo-hlr_10.42.42.2(pid=5887): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5887)]\u000a07:11:17.119133 run osmo-hlr_10.42.42.2(pid=5887): stdout: \u000a| (launched: 2022-12-09_07:11:13.732710) \u000a07:11:17.172096 run osmo-hlr_10.42.42.2(pid=5887): stderr: \u000a| �[0;m�[1;31m20221209071113906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071113906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071113906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071113906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071113906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071113906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071113919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071113930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071113931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071113931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:11:17.216027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5880): Terminating (SIGTERM)\u000a07:11:17.258513 run iperf3-srv_10.42.42.10(pid=5881): Terminating (SIGTERM)\u000a07:11:17.301048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5882): Terminating (SIGTERM)\u000a07:11:17.341824 run iperf3-srv_10.42.42.10(pid=5883): Terminating (SIGTERM)\u000a07:11:17.381922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5886): Terminating (SIGTERM)\u000a07:11:17.422211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5889): Terminating (SIGTERM)\u000a07:11:17.462372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5892): Terminating (SIGTERM)\u000a07:11:17.471836 --- ParallelTerminationStrategy: PID 5880 died...\u000a07:11:17.525459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5880): Terminated: ok {rc=0}\u000a07:11:17.535117 --- ParallelTerminationStrategy: PID 5881 died...\u000a07:11:17.588396 run iperf3-srv_10.42.42.10(pid=5881): Terminated {rc=256}\u000a07:11:17.597913 --- ParallelTerminationStrategy: PID 5882 died...\u000a07:11:17.651403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5882): Terminated: ok {rc=0}\u000a07:11:17.660871 --- ParallelTerminationStrategy: PID 5883 died...\u000a07:11:17.714232 run iperf3-srv_10.42.42.10(pid=5883): Terminated {rc=256}\u000a07:11:17.723797 --- ParallelTerminationStrategy: PID 5886 died...\u000a07:11:17.777005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5886): Terminated: ok {rc=0}\u000a07:11:17.786811 --- ParallelTerminationStrategy: PID 5889 died...\u000a07:11:17.840160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5889): Terminated: ok {rc=0}\u000a07:11:17.849788 --- ParallelTerminationStrategy: PID 5892 died...\u000a07:11:17.903304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5892): Terminated: ok {rc=0}\u000a07:11:17.993663 bus /gobi_0: Setting Powered False\u000a07:11:19.098014 bus /gobi_0: Setting Powered False\u000a07:11:20.209619 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5902): Process ended prematurely: osmo-stp_10.42.42.5(pid=5902) [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5902)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5902): Process ended prematurely: osmo-stp_10.42.42.5(pid=5902) [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5902)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:11:21.321431 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:21.333403 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:11:21.482887 tst iperf3.py: using LAC 19793\u000a07:11:21.602457 tst iperf3.py: using RAC 158\u000a07:11:21.722577 tst iperf3.py: using CellId 19793\u000a07:11:21.844941 tst iperf3.py: using BVCI 19794\u000a07:11:21.868543 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:21.879693 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:21.890668 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:21.901742 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:21.912533 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:21.923417 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:21.934519 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:21.945488 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:21.956716 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:11:22.256349 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:11:22.395360 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:22.738676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5894): Launched\u000a07:11:23.022298 run iperf3-srv_10.42.42.10(pid=5895): Launched\u000a07:11:23.225117 tst iperf3.py:8: start network...\u000a07:11:23.363911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:11:23.888774 run create_hlr_db(pid=5896): Launched\u000a07:11:24.079205 bus /gobi_6: Setting Powered False\u000a07:11:25.088522 run create_hlr_db(pid=5896): Terminated: ok {rc=0}\u000a07:11:25.536261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5898): Launched\u000a07:11:25.865603 run osmo-hlr_10.42.42.2(pid=5899): Launched\u000a07:11:25.985305 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:11:26.558098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5901): Launched\u000a07:11:26.889327 run osmo-stp_10.42.42.5(pid=5902): Launched\u000a07:11:27.009258 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:11:27.583673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5904): Launched\u000a07:11:27.701403 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:11:27.990429 run patchelf(pid=5905): Launched\u000a07:11:28.182955 run osmo-stp_10.42.42.5(pid=5902): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5902)]\u000a07:11:28.323501 run osmo-stp_10.42.42.5(pid=5902): stdout: \u000a| (launched: 2022-12-09_07:11:26.726307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:28.464043 run osmo-stp_10.42.42.5(pid=5902): stderr: \u000a| �[0;m�[38;5;43m20221209071126916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071126917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071126917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071126917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071126918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071126918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071126918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:28.600529 run osmo-stp_10.42.42.5(pid=5902): stdout: \u000a| (launched: 2022-12-09_07:11:26.726307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:28.735328 run osmo-stp_10.42.42.5(pid=5902): stderr: \u000a| �[0;m�[38;5;43m20221209071126916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071126917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071126917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071126917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071126918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071126918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071126918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:28.891859 run patchelf(pid=5905): Terminating (SIGINT)\u000a07:11:29.075257 run patchelf(pid=5905): Terminated: ok {rc=0}\u000a07:11:29.109301 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5902): Process ended prematurely: osmo-stp_10.42.42.5(pid=5902) [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5902)] [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:11:29.119604 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a07:11:29.183132 run osmo-hlr_10.42.42.2(pid=5899): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5899)]\u000a07:11:29.235097 run osmo-hlr_10.42.42.2(pid=5899): stdout: \u000a| (launched: 2022-12-09_07:11:25.703985) \u000a07:11:29.287911 run osmo-hlr_10.42.42.2(pid=5899): stderr: \u000a| �[0;m�[1;31m20221209071125899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071125899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071125899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071125899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071125899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071125899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071125912 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071125921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071125921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071125921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:11:29.334344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5894): Terminating (SIGTERM)\u000a07:11:29.376900 run iperf3-srv_10.42.42.10(pid=5895): Terminating (SIGTERM)\u000a07:11:29.419521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5898): Terminating (SIGTERM)\u000a07:11:29.462154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5901): Terminating (SIGTERM)\u000a07:11:29.504575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5904): Terminating (SIGTERM)\u000a07:11:29.514362 --- ParallelTerminationStrategy: PID 5894 died...\u000a07:11:29.571211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5894): Terminated: ok {rc=0}\u000a07:11:29.581423 --- ParallelTerminationStrategy: PID 5895 died...\u000a07:11:29.637515 run iperf3-srv_10.42.42.10(pid=5895): Terminated {rc=256}\u000a07:11:29.647673 --- ParallelTerminationStrategy: PID 5898 died...\u000a07:11:29.704103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5898): Terminated: ok {rc=0}\u000a07:11:29.714275 --- ParallelTerminationStrategy: PID 5901 died...\u000a07:11:29.770543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5901): Terminated: ok {rc=0}\u000a07:11:29.780682 --- ParallelTerminationStrategy: PID 5904 died...\u000a07:11:29.837267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5904): Terminated: ok {rc=0}\u000a07:11:29.925753 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5920): Process ended prematurely: osmo-stp_10.42.42.5(pid=5920) [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5920)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5920): Process ended prematurely: osmo-stp_10.42.42.5(pid=5920) [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:11:31.044704 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:31.057749 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:11:31.208188 tst iperf3m4.py: using LAC 19794\u000a07:11:31.338177 tst iperf3m4.py: using RAC 159\u000a07:11:31.469163 tst iperf3m4.py: using CellId 19794\u000a07:11:31.618964 tst iperf3m4.py: using BVCI 19795\u000a07:11:31.646395 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:31.659127 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:31.671599 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:31.683754 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:31.695911 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:31.708460 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:31.721083 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:31.734060 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:31.746376 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:11:31.870185 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:11:31.998872 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:11:32.124226 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:11:32.415153 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:11:32.544634 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:32.865748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5906): Launched\u000a07:11:33.132756 run iperf3-srv_10.42.42.10(pid=5907): Launched\u000a07:11:33.320921 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:11:33.449731 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:33.768826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5908): Launched\u000a07:11:34.034057 run iperf3-srv_10.42.42.10(pid=5909): Launched\u000a07:11:34.222581 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:11:34.351383 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:34.672695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5910): Launched\u000a07:11:34.937806 run iperf3-srv_10.42.42.10(pid=5911): Launched\u000a07:11:35.125274 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:11:35.253764 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:35.571108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5912): Launched\u000a07:11:35.837200 run iperf3-srv_10.42.42.10(pid=5913): Launched\u000a07:11:36.024211 tst iperf3m4.py:8: start network...\u000a07:11:36.152341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:11:36.635051 run create_hlr_db(pid=5914): Launched\u000a07:11:36.810796 bus /gobi_6: Setting Powered False\u000a07:11:37.833790 run create_hlr_db(pid=5914): Terminated: ok {rc=0}\u000a07:11:38.243074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5916): Launched\u000a07:11:38.551404 run osmo-hlr_10.42.42.2(pid=5917): Launched\u000a07:11:38.668318 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:11:39.203700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5919): Launched\u000a07:11:39.512268 run osmo-stp_10.42.42.5(pid=5920): Launched\u000a07:11:39.624204 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:11:40.159566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5922): Launched\u000a07:11:40.269965 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:11:40.539890 run patchelf(pid=5923): Launched\u000a07:11:40.721180 run osmo-stp_10.42.42.5(pid=5920): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5920)]\u000a07:11:40.852918 run osmo-stp_10.42.42.5(pid=5920): stdout: \u000a| (launched: 2022-12-09_07:11:39.360277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:40.985350 run osmo-stp_10.42.42.5(pid=5920): stderr: \u000a| �[0;m�[38;5;43m20221209071139529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071139529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071139530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071139530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071139530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071139531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071139531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:41.113678 run osmo-stp_10.42.42.5(pid=5920): stdout: \u000a| (launched: 2022-12-09_07:11:39.360277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:41.240250 run osmo-stp_10.42.42.5(pid=5920): stderr: \u000a| �[0;m�[38;5;43m20221209071139529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071139529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071139530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071139530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071139530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071139531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071139531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:41.388111 run patchelf(pid=5923): Terminating (SIGINT)\u000a07:11:41.560380 run patchelf(pid=5923): Terminated: ok {rc=0}\u000a07:11:41.592022 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5920): Process ended prematurely: osmo-stp_10.42.42.5(pid=5920) [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5920)] [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:11:41.601442 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a07:11:41.662628 run osmo-hlr_10.42.42.2(pid=5917): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5917)]\u000a07:11:41.711959 run osmo-hlr_10.42.42.2(pid=5917): stdout: \u000a| (launched: 2022-12-09_07:11:38.399099) \u000a07:11:41.762326 run osmo-hlr_10.42.42.2(pid=5917): stderr: \u000a| �[0;m�[1;31m20221209071138574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071138574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071138574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071138574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071138575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071138575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071138587 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071138598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071138598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071138598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:11:41.804512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5906): Terminating (SIGTERM)\u000a07:11:41.844719 run iperf3-srv_10.42.42.10(pid=5907): Terminating (SIGTERM)\u000a07:11:41.885128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5908): Terminating (SIGTERM)\u000a07:11:41.925216 run iperf3-srv_10.42.42.10(pid=5909): Terminating (SIGTERM)\u000a07:11:41.965239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5910): Terminating (SIGTERM)\u000a07:11:42.005348 run iperf3-srv_10.42.42.10(pid=5911): Terminating (SIGTERM)\u000a07:11:42.045581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5912): Terminating (SIGTERM)\u000a07:11:42.085591 run iperf3-srv_10.42.42.10(pid=5913): Terminating (SIGTERM)\u000a07:11:42.125809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5916): Terminating (SIGTERM)\u000a07:11:42.165913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5919): Terminating (SIGTERM)\u000a07:11:42.206126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5922): Terminating (SIGTERM)\u000a07:11:42.215635 --- ParallelTerminationStrategy: PID 5906 died...\u000a07:11:42.269541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5906): Terminated: ok {rc=0}\u000a07:11:42.279432 --- ParallelTerminationStrategy: PID 5907 died...\u000a07:11:42.332590 run iperf3-srv_10.42.42.10(pid=5907): Terminated {rc=256}\u000a07:11:42.342434 --- ParallelTerminationStrategy: PID 5908 died...\u000a07:11:42.395707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5908): Terminated: ok {rc=0}\u000a07:11:42.405906 --- ParallelTerminationStrategy: PID 5909 died...\u000a07:11:42.459257 run iperf3-srv_10.42.42.10(pid=5909): Terminated {rc=256}\u000a07:11:42.468901 --- ParallelTerminationStrategy: PID 5910 died...\u000a07:11:42.522276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5910): Terminated: ok {rc=0}\u000a07:11:42.531882 --- ParallelTerminationStrategy: PID 5911 died...\u000a07:11:42.585015 run iperf3-srv_10.42.42.10(pid=5911): Terminated {rc=256}\u000a07:11:42.594845 --- ParallelTerminationStrategy: PID 5912 died...\u000a07:11:42.648520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5912): Terminated: ok {rc=0}\u000a07:11:42.658137 --- ParallelTerminationStrategy: PID 5913 died...\u000a07:11:42.711442 run iperf3-srv_10.42.42.10(pid=5913): Terminated {rc=256}\u000a07:11:42.721334 --- ParallelTerminationStrategy: PID 5916 died...\u000a07:11:42.774561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5916): Terminated: ok {rc=0}\u000a07:11:42.784455 --- ParallelTerminationStrategy: PID 5919 died...\u000a07:11:42.838191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5919): Terminated: ok {rc=0}\u000a07:11:42.847869 --- ParallelTerminationStrategy: PID 5922 died...\u000a07:11:42.901064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5922): Terminated: ok {rc=0}\u000a07:11:42.989217 bus /gobi_4: Setting Powered False\u000a07:11:44.093461 bus /gobi_4: Setting Powered False\u000a07:11:45.204116 bus /gobi_1: Setting Powered False\u000a07:11:46.309698 bus /gobi_1: Setting Powered False\u000a07:11:47.420640 bus /gobi_0: Setting Powered False\u000a07:11:48.523528 bus /gobi_0: Setting Powered False\u000a07:11:49.636007 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5930): Process ended prematurely: osmo-stp_10.42.42.5(pid=5930) [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5930)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5930): Process ended prematurely: osmo-stp_10.42.42.5(pid=5930) [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:11:50.703825 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:50.715621 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:11:50.862161 tst ping.py: using LAC 19795\u000a07:11:50.989413 tst ping.py: using RAC 160\u000a07:11:51.122826 tst ping.py: using CellId 19795\u000a07:11:51.248645 tst ping.py: using BVCI 19796\u000a07:11:51.273689 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:51.285349 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:51.296828 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:51.308888 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:51.320562 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:51.332241 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:51.344128 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:51.355862 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:11:51.650863 tst ping.py:19: start network...\u000a07:11:51.785706 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:11:52.303819 run create_hlr_db(pid=5924): Launched\u000a07:11:52.491333 bus /gobi_6: Setting Powered False\u000a07:11:53.511851 run create_hlr_db(pid=5924): Terminated: ok {rc=0}\u000a07:11:53.918561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5926): Launched\u000a07:11:54.222036 run osmo-hlr_10.42.42.2(pid=5927): Launched\u000a07:11:54.339855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:11:54.870605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5929): Launched\u000a07:11:55.173731 run osmo-stp_10.42.42.5(pid=5930): Launched\u000a07:11:55.293256 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:11:55.827740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5932): Launched\u000a07:11:55.935927 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:11:56.200734 run patchelf(pid=5933): Launched\u000a07:11:56.379015 run osmo-stp_10.42.42.5(pid=5930): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5930)]\u000a07:11:56.508811 run osmo-stp_10.42.42.5(pid=5930): stdout: \u000a| (launched: 2022-12-09_07:11:55.023951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:56.639630 run osmo-stp_10.42.42.5(pid=5930): stderr: \u000a| �[0;m�[38;5;43m20221209071155194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071155194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071155195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071155195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071155196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071155196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071155196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:56.765937 run osmo-stp_10.42.42.5(pid=5930): stdout: \u000a| (launched: 2022-12-09_07:11:55.023951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:56.891046 run osmo-stp_10.42.42.5(pid=5930): stderr: \u000a| �[0;m�[38;5;43m20221209071155194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071155194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071155195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071155195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071155196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071155196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071155196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:57.035070 run patchelf(pid=5933): Terminating (SIGINT)\u000a07:11:57.204255 run patchelf(pid=5933): Terminated: ok {rc=0}\u000a07:11:57.235159 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5930): Process ended prematurely: osmo-stp_10.42.42.5(pid=5930) [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5930)] [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:11:57.243943 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:11:57.305550 run osmo-hlr_10.42.42.2(pid=5927): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5927)]\u000a07:11:57.355345 run osmo-hlr_10.42.42.2(pid=5927): stdout: \u000a| (launched: 2022-12-09_07:11:54.072075) \u000a07:11:57.405844 run osmo-hlr_10.42.42.2(pid=5927): stderr: \u000a| �[0;m�[1;31m20221209071154245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071154245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071154246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071154246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071154246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071154246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071154258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071154269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071154269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071154269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:11:57.448814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5926): Terminating (SIGTERM)\u000a07:11:57.489684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5929): Terminating (SIGTERM)\u000a07:11:57.530722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5932): Terminating (SIGTERM)\u000a07:11:57.540173 --- ParallelTerminationStrategy: PID 5926 died...\u000a07:11:57.594884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5926): Terminated: ok {rc=0}\u000a07:11:57.604663 --- ParallelTerminationStrategy: PID 5929 died...\u000a07:11:57.658599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5929): Terminated: ok {rc=0}\u000a07:11:57.668545 --- ParallelTerminationStrategy: PID 5932 died...\u000a07:11:57.722445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5932): Terminated: ok {rc=0}\u000a07:11:57.811840 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5940): Process ended prematurely: osmo-stp_10.42.42.5(pid=5940) [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5940)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5940): Process ended prematurely: osmo-stp_10.42.42.5(pid=5940) [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:11:58.864683 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:58.876321 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:11:59.023652 tst ping_idle_ping.py: using LAC 19796\u000a07:11:59.144492 tst ping_idle_ping.py: using RAC 161\u000a07:11:59.264815 tst ping_idle_ping.py: using CellId 19796\u000a07:11:59.384535 tst ping_idle_ping.py: using BVCI 19797\u000a07:11:59.407813 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:59.418878 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:59.429677 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:59.441074 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:59.452168 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:59.463269 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:59.474679 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:11:59.486054 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:11:59.764241 tst ping_idle_ping.py:24: start network...\u000a07:11:59.890858 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:12:00.371942 run create_hlr_db(pid=5934): Launched\u000a07:12:00.547112 bus /gobi_6: Setting Powered False\u000a07:12:01.569381 run create_hlr_db(pid=5934): Terminated: ok {rc=0}\u000a07:12:01.997431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5936): Launched\u000a07:12:02.306398 run osmo-hlr_10.42.42.2(pid=5937): Launched\u000a07:12:02.417392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:12:02.946601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5939): Launched\u000a07:12:03.254330 run osmo-stp_10.42.42.5(pid=5940): Launched\u000a07:12:03.364535 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:12:03.898169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5942): Launched\u000a07:12:04.006720 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:12:04.274587 run patchelf(pid=5943): Launched\u000a07:12:04.452940 run osmo-stp_10.42.42.5(pid=5940): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5940)]\u000a07:12:04.582919 run osmo-stp_10.42.42.5(pid=5940): stdout: \u000a| (launched: 2022-12-09_07:12:03.101349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:04.713973 run osmo-stp_10.42.42.5(pid=5940): stderr: \u000a| �[0;m�[38;5;43m20221209071203270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071203270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071203270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071203271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071203271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071203271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071203271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:04.840284 run osmo-stp_10.42.42.5(pid=5940): stdout: \u000a| (launched: 2022-12-09_07:12:03.101349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:04.965658 run osmo-stp_10.42.42.5(pid=5940): stderr: \u000a| �[0;m�[38;5;43m20221209071203270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071203270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071203270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071203271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071203271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071203271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071203271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:05.110657 run patchelf(pid=5943): Terminating (SIGINT)\u000a07:12:05.280413 run patchelf(pid=5943): Terminated: ok {rc=0}\u000a07:12:05.311101 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5940): Process ended prematurely: osmo-stp_10.42.42.5(pid=5940) [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5940)] [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:12:05.319823 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a07:12:05.381537 run osmo-hlr_10.42.42.2(pid=5937): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5937)]\u000a07:12:05.432026 run osmo-hlr_10.42.42.2(pid=5937): stdout: \u000a| (launched: 2022-12-09_07:12:02.155103) \u000a07:12:05.483348 run osmo-hlr_10.42.42.2(pid=5937): stderr: \u000a| �[0;m�[1;31m20221209071202327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071202327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071202327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071202327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071202327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071202328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071202342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071202352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071202353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071202353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:12:05.526769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5936): Terminating (SIGTERM)\u000a07:12:05.567653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5939): Terminating (SIGTERM)\u000a07:12:05.608723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5942): Terminating (SIGTERM)\u000a07:12:05.619348 --- ParallelTerminationStrategy: PID 5936 died...\u000a07:12:05.674144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5936): Terminated: ok {rc=0}\u000a07:12:05.683918 --- ParallelTerminationStrategy: PID 5939 died...\u000a07:12:05.738151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5939): Terminated: ok {rc=0}\u000a07:12:05.748197 --- ParallelTerminationStrategy: PID 5942 died...\u000a07:12:05.802500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5942): Terminated: ok {rc=0}\u000a07:12:05.888105 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:11:07" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5957): Process ended prematurely: osmo-stp_10.42.42.5(pid=5957) [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5957)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5957): Process ended prematurely: osmo-stp_10.42.42.5(pid=5957) [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:12:08.031072 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:08.042673 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:12:08.194772 tst cs_paging_gprs_active.py: using LAC 19797\u000a07:12:08.321330 tst cs_paging_gprs_active.py: using RAC 162\u000a07:12:08.449130 tst cs_paging_gprs_active.py: using CellId 19797\u000a07:12:08.577092 tst cs_paging_gprs_active.py: using BVCI 19798\u000a07:12:08.602686 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:08.614222 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:08.625577 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:08.636894 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:08.648130 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:08.659543 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:08.671076 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:08.682366 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:08.693914 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:12:08.812687 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:12:09.112246 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:12:09.250860 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:12:09.591686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5947): Launched\u000a07:12:09.875937 run iperf3-srv_10.42.42.10(pid=5948): Launched\u000a07:12:10.078255 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:12:10.216366 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:12:10.557407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5949): Launched\u000a07:12:10.839797 run iperf3-srv_10.42.42.10(pid=5950): Launched\u000a07:12:11.041196 tst cs_paging_gprs_active.py:38: start network...\u000a07:12:11.178901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:12:11.705045 run create_hlr_db(pid=5951): Launched\u000a07:12:11.894953 bus /gobi_6: Setting Powered False\u000a07:12:12.916840 run create_hlr_db(pid=5951): Terminated: ok {rc=0}\u000a07:12:13.329650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5953): Launched\u000a07:12:13.640200 run osmo-hlr_10.42.42.2(pid=5954): Launched\u000a07:12:13.762707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:12:14.303747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5956): Launched\u000a07:12:14.613811 run osmo-stp_10.42.42.5(pid=5957): Launched\u000a07:12:14.726568 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:12:15.264477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5959): Launched\u000a07:12:15.374693 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:12:15.644085 run patchelf(pid=5960): Launched\u000a07:12:15.823988 run osmo-stp_10.42.42.5(pid=5957): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5957)]\u000a07:12:15.969895 run osmo-stp_10.42.42.5(pid=5957): stdout: \u000a| (launched: 2022-12-09_07:12:14.460903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:16.106071 run osmo-stp_10.42.42.5(pid=5957): stderr: \u000a| �[0;m�[38;5;43m20221209071214631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071214631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071214631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071214631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071214632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071214632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071214632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:16.238029 run osmo-stp_10.42.42.5(pid=5957): stdout: \u000a| (launched: 2022-12-09_07:12:14.460903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:16.368920 run osmo-stp_10.42.42.5(pid=5957): stderr: \u000a| �[0;m�[38;5;43m20221209071214631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071214631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071214631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071214631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071214632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071214632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071214632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:16.519870 run patchelf(pid=5960): Terminating (SIGINT)\u000a07:12:16.696713 run patchelf(pid=5960): Terminated: ok {rc=0}\u000a07:12:16.729954 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5957): Process ended prematurely: osmo-stp_10.42.42.5(pid=5957) [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5957)] [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:12:16.740408 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a07:12:16.805568 run osmo-hlr_10.42.42.2(pid=5954): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5954)]\u000a07:12:16.857504 run osmo-hlr_10.42.42.2(pid=5954): stdout: \u000a| (launched: 2022-12-09_07:12:13.486492) \u000a07:12:16.910297 run osmo-hlr_10.42.42.2(pid=5954): stderr: \u000a| �[0;m�[1;31m20221209071213660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071213660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071213660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071213660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071213660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071213660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071213672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071213680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071213680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071213680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:12:16.954191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5947): Terminating (SIGTERM)\u000a07:12:16.997447 run iperf3-srv_10.42.42.10(pid=5948): Terminating (SIGTERM)\u000a07:12:17.042619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5949): Terminating (SIGTERM)\u000a07:12:17.084901 run iperf3-srv_10.42.42.10(pid=5950): Terminating (SIGTERM)\u000a07:12:17.131367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5953): Terminating (SIGTERM)\u000a07:12:17.173529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5956): Terminating (SIGTERM)\u000a07:12:17.215914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5959): Terminating (SIGTERM)\u000a07:12:17.225851 --- ParallelTerminationStrategy: PID 5947 died...\u000a07:12:17.281466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5947): Terminated: ok {rc=0}\u000a07:12:17.292901 --- ParallelTerminationStrategy: PID 5948 died...\u000a07:12:17.346590 run iperf3-srv_10.42.42.10(pid=5948): Terminated {rc=256}\u000a07:12:17.356187 --- ParallelTerminationStrategy: PID 5949 died...\u000a07:12:17.410072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5949): Terminated: ok {rc=0}\u000a07:12:17.419529 --- ParallelTerminationStrategy: PID 5950 died...\u000a07:12:17.473373 run iperf3-srv_10.42.42.10(pid=5950): Terminated {rc=256}\u000a07:12:17.482846 --- ParallelTerminationStrategy: PID 5953 died...\u000a07:12:17.536315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5953): Terminated: ok {rc=0}\u000a07:12:17.545887 --- ParallelTerminationStrategy: PID 5956 died...\u000a07:12:17.599185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5956): Terminated: ok {rc=0}\u000a07:12:17.608621 --- ParallelTerminationStrategy: PID 5959 died...\u000a07:12:17.661890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5959): Terminated: ok {rc=0}\u000a07:12:17.751018 bus /gobi_0: Setting Powered False\u000a07:12:18.856199 bus /gobi_0: Setting Powered False\u000a07:12:19.968031 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5969): Process ended prematurely: osmo-stp_10.42.42.5(pid=5969) [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5969)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5969): Process ended prematurely: osmo-stp_10.42.42.5(pid=5969) [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:12:21.079210 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:21.090908 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:12:21.241171 tst iperf3.py: using LAC 19798\u000a07:12:21.361772 tst iperf3.py: using RAC 163\u000a07:12:21.482104 tst iperf3.py: using CellId 19798\u000a07:12:21.602628 tst iperf3.py: using BVCI 19799\u000a07:12:21.626095 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:21.637062 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:21.647759 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:21.658772 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:21.669794 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:21.680745 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:21.691901 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:21.702809 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:21.714083 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:12:21.996439 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:12:22.125349 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:12:22.443900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5961): Launched\u000a07:12:22.708728 run iperf3-srv_10.42.42.10(pid=5962): Launched\u000a07:12:22.895998 tst iperf3.py:8: start network...\u000a07:12:23.024518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:12:23.511361 run create_hlr_db(pid=5963): Launched\u000a07:12:23.688578 bus /gobi_6: Setting Powered False\u000a07:12:24.709335 run create_hlr_db(pid=5963): Terminated: ok {rc=0}\u000a07:12:25.147730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5965): Launched\u000a07:12:25.477784 run osmo-hlr_10.42.42.2(pid=5966): Launched\u000a07:12:25.598787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:12:26.174923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5968): Launched\u000a07:12:26.503716 run osmo-stp_10.42.42.5(pid=5969): Launched\u000a07:12:26.623428 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:12:27.197777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5971): Launched\u000a07:12:27.315368 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:12:27.603733 run patchelf(pid=5972): Launched\u000a07:12:27.795516 run osmo-stp_10.42.42.5(pid=5969): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5969)]\u000a07:12:27.936239 run osmo-stp_10.42.42.5(pid=5969): stdout: \u000a| (launched: 2022-12-09_07:12:26.342578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:28.076758 run osmo-stp_10.42.42.5(pid=5969): stderr: \u000a| �[0;m�[38;5;43m20221209071226534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071226534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071226534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071226535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071226535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071226535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071226535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:28.213517 run osmo-stp_10.42.42.5(pid=5969): stdout: \u000a| (launched: 2022-12-09_07:12:26.342578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:28.348606 run osmo-stp_10.42.42.5(pid=5969): stderr: \u000a| �[0;m�[38;5;43m20221209071226534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071226534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071226534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071226535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071226535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071226535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071226535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:28.505693 run patchelf(pid=5972): Terminating (SIGINT)\u000a07:12:28.689483 run patchelf(pid=5972): Terminated: ok {rc=0}\u000a07:12:28.723281 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5969): Process ended prematurely: osmo-stp_10.42.42.5(pid=5969) [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5969)] [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:12:28.733487 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a07:12:28.797006 run osmo-hlr_10.42.42.2(pid=5966): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5966)]\u000a07:12:28.849112 run osmo-hlr_10.42.42.2(pid=5966): stdout: \u000a| (launched: 2022-12-09_07:12:25.315716) \u000a07:12:28.901391 run osmo-hlr_10.42.42.2(pid=5966): stderr: \u000a| �[0;m�[1;31m20221209071225513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071225513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071225513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071225513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071225513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071225513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071225526 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071225535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071225535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071225535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:12:28.946296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5961): Terminating (SIGTERM)\u000a07:12:28.988315 run iperf3-srv_10.42.42.10(pid=5962): Terminating (SIGTERM)\u000a07:12:29.031010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5965): Terminating (SIGTERM)\u000a07:12:29.073452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5968): Terminating (SIGTERM)\u000a07:12:29.116222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5971): Terminating (SIGTERM)\u000a07:12:29.126013 --- ParallelTerminationStrategy: PID 5961 died...\u000a07:12:29.182953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5961): Terminated: ok {rc=0}\u000a07:12:29.193340 --- ParallelTerminationStrategy: PID 5962 died...\u000a07:12:29.249294 run iperf3-srv_10.42.42.10(pid=5962): Terminated {rc=256}\u000a07:12:29.259487 --- ParallelTerminationStrategy: PID 5965 died...\u000a07:12:29.315375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5965): Terminated: ok {rc=0}\u000a07:12:29.325978 --- ParallelTerminationStrategy: PID 5968 died...\u000a07:12:29.382078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5968): Terminated: ok {rc=0}\u000a07:12:29.392187 --- ParallelTerminationStrategy: PID 5971 died...\u000a07:12:29.448406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5971): Terminated: ok {rc=0}\u000a07:12:29.536353 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5989): Process ended prematurely: osmo-stp_10.42.42.5(pid=5989) [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5989)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5989): Process ended prematurely: osmo-stp_10.42.42.5(pid=5989) [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:12:30.653554 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:30.666115 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:12:30.826709 tst iperf3m4.py: using LAC 19799\u000a07:12:30.968483 tst iperf3m4.py: using RAC 164\u000a07:12:31.097469 tst iperf3m4.py: using CellId 19799\u000a07:12:31.222831 tst iperf3m4.py: using BVCI 19800\u000a07:12:31.247503 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:31.259581 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:31.271505 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:31.284595 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:31.298611 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:31.310461 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:31.323583 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:31.337643 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:31.351054 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:12:31.494655 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:12:31.638506 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:12:31.789676 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:12:32.163125 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:12:32.302853 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:12:32.644056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5973): Launched\u000a07:12:32.928074 run iperf3-srv_10.42.42.10(pid=5974): Launched\u000a07:12:33.130297 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:12:33.268135 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:12:33.607582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5975): Launched\u000a07:12:33.890128 run iperf3-srv_10.42.42.10(pid=5976): Launched\u000a07:12:34.091558 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:12:34.229474 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:12:34.569967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5977): Launched\u000a07:12:34.853420 run iperf3-srv_10.42.42.10(pid=5978): Launched\u000a07:12:35.054826 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:12:35.193026 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:12:35.532690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5979): Launched\u000a07:12:35.819143 run iperf3-srv_10.42.42.10(pid=5980): Launched\u000a07:12:36.007217 tst iperf3m4.py:8: start network...\u000a07:12:36.135384 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:12:36.618335 run create_hlr_db(pid=5983): Launched\u000a07:12:36.795001 bus /gobi_6: Setting Powered False\u000a07:12:37.817428 run create_hlr_db(pid=5983): Terminated: ok {rc=0}\u000a07:12:38.254528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5985): Launched\u000a07:12:38.584098 run osmo-hlr_10.42.42.2(pid=5986): Launched\u000a07:12:38.703169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:12:39.278278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5988): Launched\u000a07:12:39.609522 run osmo-stp_10.42.42.5(pid=5989): Launched\u000a07:12:39.728812 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:12:40.302001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5991): Launched\u000a07:12:40.419802 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:12:40.707609 run patchelf(pid=5992): Launched\u000a07:12:40.899395 run osmo-stp_10.42.42.5(pid=5989): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5989)]\u000a07:12:41.040732 run osmo-stp_10.42.42.5(pid=5989): stdout: \u000a| (launched: 2022-12-09_07:12:39.446509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:41.182855 run osmo-stp_10.42.42.5(pid=5989): stderr: \u000a| �[0;m�[38;5;43m20221209071239636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071239636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071239636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071239637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071239637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071239637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071239637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:41.319153 run osmo-stp_10.42.42.5(pid=5989): stdout: \u000a| (launched: 2022-12-09_07:12:39.446509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:41.453895 run osmo-stp_10.42.42.5(pid=5989): stderr: \u000a| �[0;m�[38;5;43m20221209071239636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071239636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071239636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071239637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071239637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071239637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071239637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:41.610503 run patchelf(pid=5992): Terminating (SIGINT)\u000a07:12:41.793348 run patchelf(pid=5992): Terminated: ok {rc=0}\u000a07:12:41.826949 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5989): Process ended prematurely: osmo-stp_10.42.42.5(pid=5989) [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5989)] [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:12:41.836924 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a07:12:41.900570 run osmo-hlr_10.42.42.2(pid=5986): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5986)]\u000a07:12:41.952652 run osmo-hlr_10.42.42.2(pid=5986): stdout: \u000a| (launched: 2022-12-09_07:12:38.422105) \u000a07:12:42.005399 run osmo-hlr_10.42.42.2(pid=5986): stderr: \u000a| �[0;m�[1;31m20221209071238619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071238619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071238619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071238619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071238619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071238619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071238631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071238642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071238642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071238642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:12:42.050284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5973): Terminating (SIGTERM)\u000a07:12:42.092910 run iperf3-srv_10.42.42.10(pid=5974): Terminating (SIGTERM)\u000a07:12:42.135335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5975): Terminating (SIGTERM)\u000a07:12:42.177413 run iperf3-srv_10.42.42.10(pid=5976): Terminating (SIGTERM)\u000a07:12:42.219674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5977): Terminating (SIGTERM)\u000a07:12:42.261702 run iperf3-srv_10.42.42.10(pid=5978): Terminating (SIGTERM)\u000a07:12:42.303840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5979): Terminating (SIGTERM)\u000a07:12:42.345936 run iperf3-srv_10.42.42.10(pid=5980): Terminating (SIGTERM)\u000a07:12:42.388160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5985): Terminating (SIGTERM)\u000a07:12:42.430313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5988): Terminating (SIGTERM)\u000a07:12:42.472348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5991): Terminating (SIGTERM)\u000a07:12:42.482098 --- ParallelTerminationStrategy: PID 5973 died...\u000a07:12:42.538311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5973): Terminated: ok {rc=0}\u000a07:12:42.548290 --- ParallelTerminationStrategy: PID 5974 died...\u000a07:12:42.604070 run iperf3-srv_10.42.42.10(pid=5974): Terminated {rc=256}\u000a07:12:42.614158 --- ParallelTerminationStrategy: PID 5975 died...\u000a07:12:42.670022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5975): Terminated: ok {rc=0}\u000a07:12:42.680177 --- ParallelTerminationStrategy: PID 5976 died...\u000a07:12:42.735990 run iperf3-srv_10.42.42.10(pid=5976): Terminated {rc=256}\u000a07:12:42.746112 --- ParallelTerminationStrategy: PID 5977 died...\u000a07:12:42.802003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5977): Terminated: ok {rc=0}\u000a07:12:42.812159 --- ParallelTerminationStrategy: PID 5978 died...\u000a07:12:42.867909 run iperf3-srv_10.42.42.10(pid=5978): Terminated {rc=256}\u000a07:12:42.878028 --- ParallelTerminationStrategy: PID 5979 died...\u000a07:12:42.933958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5979): Terminated: ok {rc=0}\u000a07:12:42.944142 --- ParallelTerminationStrategy: PID 5980 died...\u000a07:12:42.999870 run iperf3-srv_10.42.42.10(pid=5980): Terminated {rc=256}\u000a07:12:43.010003 --- ParallelTerminationStrategy: PID 5985 died...\u000a07:12:43.066112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5985): Terminated: ok {rc=0}\u000a07:12:43.076312 --- ParallelTerminationStrategy: PID 5988 died...\u000a07:12:43.133120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5988): Terminated: ok {rc=0}\u000a07:12:43.143566 --- ParallelTerminationStrategy: PID 5991 died...\u000a07:12:43.199701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5991): Terminated: ok {rc=0}\u000a07:12:43.286943 bus /gobi_4: Setting Powered False\u000a07:12:44.396114 bus /gobi_4: Setting Powered False\u000a07:12:45.506521 bus /gobi_1: Setting Powered False\u000a07:12:46.627563 bus /gobi_1: Setting Powered False\u000a07:12:47.737878 bus /gobi_0: Setting Powered False\u000a07:12:48.839842 bus /gobi_0: Setting Powered False\u000a07:12:49.952057 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5999): Process ended prematurely: osmo-stp_10.42.42.5(pid=5999) [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5999)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5999): Process ended prematurely: osmo-stp_10.42.42.5(pid=5999) [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5999)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:12:51.021857 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:51.034086 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:12:51.185100 tst ping.py: using LAC 19800\u000a07:12:51.301809 tst ping.py: using RAC 165\u000a07:12:51.427867 tst ping.py: using CellId 19800\u000a07:12:51.565265 tst ping.py: using BVCI 19801\u000a07:12:51.590230 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:51.601998 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:51.613550 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:51.625649 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:51.637476 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:51.649362 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:51.661324 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:51.673118 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:12:51.953076 tst ping.py:19: start network...\u000a07:12:52.079578 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:12:52.558382 run create_hlr_db(pid=5993): Launched\u000a07:12:52.732666 bus /gobi_6: Setting Powered False\u000a07:12:53.753391 run create_hlr_db(pid=5993): Terminated: ok {rc=0}\u000a07:12:54.157307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5995): Launched\u000a07:12:54.461694 run osmo-hlr_10.42.42.2(pid=5996): Launched\u000a07:12:54.577883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:12:55.111518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5998): Launched\u000a07:12:55.419281 run osmo-stp_10.42.42.5(pid=5999): Launched\u000a07:12:55.530020 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:12:56.059089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6001): Launched\u000a07:12:56.167140 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:12:56.433445 run patchelf(pid=6002): Launched\u000a07:12:56.611053 run osmo-stp_10.42.42.5(pid=5999): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5999)]\u000a07:12:56.740895 run osmo-stp_10.42.42.5(pid=5999): stdout: \u000a| (launched: 2022-12-09_07:12:55.266605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:56.870552 run osmo-stp_10.42.42.5(pid=5999): stderr: \u000a| �[0;m�[38;5;43m20221209071255436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071255436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071255437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071255437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071255437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071255438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071255438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:56.995896 run osmo-stp_10.42.42.5(pid=5999): stdout: \u000a| (launched: 2022-12-09_07:12:55.266605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:57.120448 run osmo-stp_10.42.42.5(pid=5999): stderr: \u000a| �[0;m�[38;5;43m20221209071255436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071255436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071255437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071255437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071255437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071255438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071255438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:57.265535 run patchelf(pid=6002): Terminating (SIGINT)\u000a07:12:57.434993 run patchelf(pid=6002): Terminated: ok {rc=0}\u000a07:12:57.465869 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5999): Process ended prematurely: osmo-stp_10.42.42.5(pid=5999) [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5999)] [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:12:57.474750 tst ping.py:22: Test FAILED (6.4 sec)\u000a07:12:57.536356 run osmo-hlr_10.42.42.2(pid=5996): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5996)]\u000a07:12:57.586469 run osmo-hlr_10.42.42.2(pid=5996): stdout: \u000a| (launched: 2022-12-09_07:12:54.310933) \u000a07:12:57.637202 run osmo-hlr_10.42.42.2(pid=5996): stderr: \u000a| �[0;m�[1;31m20221209071254486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071254486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071254486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071254486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071254486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071254486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071254498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071254507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071254507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071254507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:12:57.680398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5995): Terminating (SIGTERM)\u000a07:12:57.721235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5998): Terminating (SIGTERM)\u000a07:12:57.762119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6001): Terminating (SIGTERM)\u000a07:12:57.771722 --- ParallelTerminationStrategy: PID 5995 died...\u000a07:12:57.826725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5995): Terminated: ok {rc=0}\u000a07:12:57.836428 --- ParallelTerminationStrategy: PID 5998 died...\u000a07:12:57.890905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5998): Terminated: ok {rc=0}\u000a07:12:57.900634 --- ParallelTerminationStrategy: PID 6001 died...\u000a07:12:57.954980 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6001): Terminated: ok {rc=0}\u000a07:12:58.045452 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6009): Process ended prematurely: osmo-stp_10.42.42.5(pid=6009) [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6009)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6009): Process ended prematurely: osmo-stp_10.42.42.5(pid=6009) [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6009)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:12:59.098994 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:59.111366 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:12:59.264026 tst ping_idle_ping.py: using LAC 19801\u000a07:12:59.383982 tst ping_idle_ping.py: using RAC 166\u000a07:12:59.501483 tst ping_idle_ping.py: using CellId 19801\u000a07:12:59.618622 tst ping_idle_ping.py: using BVCI 19802\u000a07:12:59.642012 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:59.653092 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:59.663848 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:59.675118 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:59.686287 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:59.697289 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:59.708400 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:12:59.719609 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:12:59.996558 tst ping_idle_ping.py:24: start network...\u000a07:13:00.123429 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:13:00.607959 run create_hlr_db(pid=6003): Launched\u000a07:13:00.782070 bus /gobi_6: Setting Powered False\u000a07:13:01.825029 run create_hlr_db(pid=6003): Terminated: ok {rc=0}\u000a07:13:02.274828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6005): Launched\u000a07:13:02.600796 run osmo-hlr_10.42.42.2(pid=6006): Launched\u000a07:13:02.719195 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:13:03.283720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6008): Launched\u000a07:13:03.609659 run osmo-stp_10.42.42.5(pid=6009): Launched\u000a07:13:03.727954 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:13:04.295470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6011): Launched\u000a07:13:04.411129 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:13:04.703262 run patchelf(pid=6012): Launched\u000a07:13:04.891844 run osmo-stp_10.42.42.5(pid=6009): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6009)]\u000a07:13:05.029479 run osmo-stp_10.42.42.5(pid=6009): stdout: \u000a| (launched: 2022-12-09_07:13:03.448664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:05.167766 run osmo-stp_10.42.42.5(pid=6009): stderr: \u000a| �[0;m�[38;5;43m20221209071303640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071303640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071303641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071303641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071303642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071303642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071303642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:05.301737 run osmo-stp_10.42.42.5(pid=6009): stdout: \u000a| (launched: 2022-12-09_07:13:03.448664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:05.434473 run osmo-stp_10.42.42.5(pid=6009): stderr: \u000a| �[0;m�[38;5;43m20221209071303640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071303640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071303641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071303641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071303642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071303642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071303642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:05.587688 run patchelf(pid=6012): Terminating (SIGINT)\u000a07:13:05.767326 run patchelf(pid=6012): Terminated: ok {rc=0}\u000a07:13:05.800035 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6009): Process ended prematurely: osmo-stp_10.42.42.5(pid=6009) [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6009)] [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:13:05.809502 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:13:05.872038 run osmo-hlr_10.42.42.2(pid=6006): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6006)]\u000a07:13:05.923282 run osmo-hlr_10.42.42.2(pid=6006): stdout: \u000a| (launched: 2022-12-09_07:13:02.439524) \u000a07:13:05.974987 run osmo-hlr_10.42.42.2(pid=6006): stderr: \u000a| �[0;m�[1;31m20221209071302637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071302637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071302637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071302637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071302637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071302637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071302651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071302659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071302659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071302659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:13:06.019433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6005): Terminating (SIGTERM)\u000a07:13:06.061414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6008): Terminating (SIGTERM)\u000a07:13:06.103829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6011): Terminating (SIGTERM)\u000a07:13:06.113514 --- ParallelTerminationStrategy: PID 6005 died...\u000a07:13:06.169327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6005): Terminated: ok {rc=0}\u000a07:13:06.179391 --- ParallelTerminationStrategy: PID 6008 died...\u000a07:13:06.234938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6008): Terminated: ok {rc=0}\u000a07:13:06.245152 --- ParallelTerminationStrategy: PID 6011 died...\u000a07:13:06.301164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6011): Terminated: ok {rc=0}\u000a07:13:06.388836 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:12:07" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6022): Process ended prematurely: osmo-stp_10.42.42.5(pid=6022) [trial-2356↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6022)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6022): Process ended prematurely: osmo-stp_10.42.42.5(pid=6022) [trial-2356↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:13:08.380636 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:13:08.391881 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:13:08.537349 tst switch_tch_pdch.py: using LAC 19802\u000a07:13:08.665434 tst switch_tch_pdch.py: using RAC 167\u000a07:13:08.793729 tst switch_tch_pdch.py: using CellId 19802\u000a07:13:08.922176 tst switch_tch_pdch.py: using BVCI 19803\u000a07:13:08.947113 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:13:08.959001 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:13:08.970557 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:13:08.982719 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:13:08.994468 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:13:09.006184 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:13:09.018050 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:13:09.029755 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:13:09.146964 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:13:09.431118 tst switch_tch_pdch.py:51: start network...\u000a07:13:09.556816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:13:10.035882 run create_hlr_db(pid=6016): Launched\u000a07:13:10.210817 bus /gobi_6: Setting Powered False\u000a07:13:11.231262 run create_hlr_db(pid=6016): Terminated: ok {rc=0}\u000a07:13:11.663194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6018): Launched\u000a07:13:11.988016 run osmo-hlr_10.42.42.2(pid=6019): Launched\u000a07:13:12.106508 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:13:12.668579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6021): Launched\u000a07:13:12.992266 run osmo-stp_10.42.42.5(pid=6022): Launched\u000a07:13:13.109795 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:13:13.675628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6024): Launched\u000a07:13:13.791048 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:13:14.073452 run patchelf(pid=6025): Launched\u000a07:13:14.262843 run osmo-stp_10.42.42.5(pid=6022): ERR: Terminated: ERROR {rc=1} [trial-2356↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6022)]\u000a07:13:14.400396 run osmo-stp_10.42.42.5(pid=6022): stdout: \u000a| (launched: 2022-12-09_07:13:12.832781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:14.538166 run osmo-stp_10.42.42.5(pid=6022): stderr: \u000a| �[0;m�[38;5;43m20221209071313024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071313024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071313024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071313025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071313025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071313025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071313025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:14.671652 run osmo-stp_10.42.42.5(pid=6022): stdout: \u000a| (launched: 2022-12-09_07:13:12.832781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:14.804014 run osmo-stp_10.42.42.5(pid=6022): stderr: \u000a| �[0;m�[38;5;43m20221209071313024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071313024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071313024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071313025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071313025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071313025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071313025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:14.957490 run patchelf(pid=6025): Terminating (SIGINT)\u000a07:13:15.137520 run patchelf(pid=6025): Terminated: ok {rc=0}\u000a07:13:15.170256 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6022): Process ended prematurely: osmo-stp_10.42.42.5(pid=6022) [trial-2356↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6022)] [trial-2356↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:13:15.179753 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a07:13:15.242240 run osmo-hlr_10.42.42.2(pid=6019): ERR: Terminated: ERROR {rc=237} [trial-2356↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6019)]\u000a07:13:15.293436 run osmo-hlr_10.42.42.2(pid=6019): stdout: \u000a| (launched: 2022-12-09_07:13:11.828036) \u000a07:13:15.345217 run osmo-hlr_10.42.42.2(pid=6019): stderr: \u000a| �[0;m�[1;31m20221209071312026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071312026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071312026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071312026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071312027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071312027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071312043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071312053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071312053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071312053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:13:15.389649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6018): Terminating (SIGTERM)\u000a07:13:15.431561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6021): Terminating (SIGTERM)\u000a07:13:15.473417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6024): Terminating (SIGTERM)\u000a07:13:15.483018 --- ParallelTerminationStrategy: PID 6018 died...\u000a07:13:15.538665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6018): Terminated: ok {rc=0}\u000a07:13:15.548692 --- ParallelTerminationStrategy: PID 6021 died...\u000a07:13:15.604101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6021): Terminated: ok {rc=0}\u000a07:13:15.614094 --- ParallelTerminationStrategy: PID 6024 died...\u000a07:13:15.669372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6024): Terminated: ok {rc=0}\u000a07:13:15.756760 bus /gobi_0: Setting Powered False\u000a07:13:16.866648 bus /gobi_0: Setting Powered False\u000a07:13:17.976317 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:13:08" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6035): Process ended prematurely: osmo-stp_10.42.42.5(pid=6035) [trial-2356↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6035)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6035): Process ended prematurely: osmo-stp_10.42.42.5(pid=6035) [trial-2356↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6035)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:13:19.910430 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:13:19.921425 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:13:20.068941 tst switch_tch_pdch.py: using LAC 19803\u000a07:13:20.185645 tst switch_tch_pdch.py: using RAC 168\u000a07:13:20.302354 tst switch_tch_pdch.py: using CellId 19803\u000a07:13:20.418823 tst switch_tch_pdch.py: using BVCI 19804\u000a07:13:20.441805 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:13:20.452808 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:13:20.463637 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:13:20.474761 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:13:20.485748 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:13:20.496643 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:13:20.507901 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:13:20.519034 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:13:20.642044 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:13:20.922251 tst switch_tch_pdch.py:51: start network...\u000a07:13:21.048559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:13:21.502011 run create_hlr_db(pid=6029): Launched\u000a07:13:21.625494 bus /gobi_6: Setting Powered False\u000a07:13:22.697631 run create_hlr_db(pid=6029): Terminated: ok {rc=0}\u000a07:13:23.100395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6031): Launched\u000a07:13:23.427275 run osmo-hlr_10.42.42.2(pid=6032): Launched\u000a07:13:23.549242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:13:24.084434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6034): Launched\u000a07:13:24.411211 run osmo-stp_10.42.42.5(pid=6035): Launched\u000a07:13:24.529014 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:13:25.065107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6037): Launched\u000a07:13:25.181336 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:13:25.465245 run patchelf(pid=6038): Launched\u000a07:13:25.654570 run osmo-stp_10.42.42.5(pid=6035): ERR: Terminated: ERROR {rc=1} [trial-2356↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6035)]\u000a07:13:25.792070 run osmo-stp_10.42.42.5(pid=6035): stdout: \u000a| (launched: 2022-12-09_07:13:24.249763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:25.930236 run osmo-stp_10.42.42.5(pid=6035): stderr: \u000a| �[0;m�[38;5;43m20221209071324441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071324441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071324441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071324442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071324442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071324442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071324442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:26.063932 run osmo-stp_10.42.42.5(pid=6035): stdout: \u000a| (launched: 2022-12-09_07:13:24.249763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:26.197908 run osmo-stp_10.42.42.5(pid=6035): stderr: \u000a| �[0;m�[38;5;43m20221209071324441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071324441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071324441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071324442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071324442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071324442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071324442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:26.351207 run patchelf(pid=6038): Terminating (SIGINT)\u000a07:13:26.530460 run patchelf(pid=6038): Terminated: ok {rc=0}\u000a07:13:26.563035 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6035): Process ended prematurely: osmo-stp_10.42.42.5(pid=6035) [trial-2356↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6035)] [trial-2356↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:13:26.572377 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a07:13:26.635689 run osmo-hlr_10.42.42.2(pid=6032): ERR: Terminated: ERROR {rc=237} [trial-2356↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6032)]\u000a07:13:26.687549 run osmo-hlr_10.42.42.2(pid=6032): stdout: \u000a| (launched: 2022-12-09_07:13:23.265746) \u000a07:13:26.740173 run osmo-hlr_10.42.42.2(pid=6032): stderr: \u000a| �[0;m�[1;31m20221209071323463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071323463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071323463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071323463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071323463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071323463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071323476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071323485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071323485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071323485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:13:26.785109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6031): Terminating (SIGTERM)\u000a07:13:26.827668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6034): Terminating (SIGTERM)\u000a07:13:26.870088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6037): Terminating (SIGTERM)\u000a07:13:26.879721 --- ParallelTerminationStrategy: PID 6031 died...\u000a07:13:26.936030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6031): Terminated: ok {rc=0}\u000a07:13:26.946167 --- ParallelTerminationStrategy: PID 6034 died...\u000a07:13:27.002383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6034): Terminated: ok {rc=0}\u000a07:13:27.012525 --- ParallelTerminationStrategy: PID 6037 died...\u000a07:13:27.068202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6037): Terminated: ok {rc=0}\u000a07:13:27.155762 bus /gobi_0: Setting Powered False\u000a07:13:28.263157 bus /gobi_0: Setting Powered False\u000a07:13:29.372192 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:13:19" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6043): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6043) [trial-2356↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6043)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6043): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6043) [trial-2356↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a07:13:31.292436 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a07:13:31.308553 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a07:13:31.491733 tst mo_mt_sms.py: using LAC 19804\u000a07:13:31.625319 tst mo_mt_sms.py: using RAC 169\u000a07:13:31.751556 tst mo_mt_sms.py: using CellId 19804\u000a07:13:31.873766 tst mo_mt_sms.py: using BVCI 19805\u000a07:13:31.898202 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a07:13:32.038222 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a07:13:32.322991 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:13:32.449865 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:13:33.077831 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6042): Launched\u000a07:13:33.379703 run osmo-nitb_10.42.42.2(pid=6043): Launched\u000a07:13:33.566244 run osmo-nitb_10.42.42.2(pid=6043): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6043)]\u000a07:13:33.703247 run osmo-nitb_10.42.42.2(pid=6043): stdout: \u000a| (launched: 2022-12-09_07:13:33.232144) \u000a07:13:33.840854 run osmo-nitb_10.42.42.2(pid=6043): stderr: \u000a| (launched: 2022-12-09_07:13:33.277455)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:13:33.974302 run osmo-nitb_10.42.42.2(pid=6043): stdout: \u000a| (launched: 2022-12-09_07:13:33.232144) \u000a07:13:34.106510 run osmo-nitb_10.42.42.2(pid=6043): stderr: \u000a| (launched: 2022-12-09_07:13:33.277455)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:13:34.501626 tst osmo-nitb_10.42.42.2(pid=6043): stdout: \u000a| (launched: 2022-12-09_07:13:33.232144) \u000a07:13:34.621803 tst osmo-nitb_10.42.42.2(pid=6043): stderr: \u000a| (launched: 2022-12-09_07:13:33.277455)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:13:34.674353 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=6043): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6043) [trial-2356↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6043)] [trial-2356↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a07:13:34.682794 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a07:13:34.718238 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6042): Terminating (SIGTERM)\u000a07:13:34.895951 --- ParallelTerminationStrategy: PID 6042 died...\u000a07:13:34.952074 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6042): Terminated: ok {rc=0}\u000a07:13:35.042187 bus /sierra_3: Setting Powered False\u000a07:13:36.148776 bus /sierra_3: Setting Powered False\u000a07:13:37.262360 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:13:31" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6055): Process ended prematurely: osmo-stp_10.42.42.5(pid=6055) [trial-2356↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6055)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6055): Process ended prematurely: osmo-stp_10.42.42.5(pid=6055) [trial-2356↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6055)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a07:13:39.170037 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:13:39.181120 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a07:13:39.327025 tst mo_mt_sms.py: using LAC 19805\u000a07:13:39.455316 tst mo_mt_sms.py: using RAC 170\u000a07:13:39.581509 tst mo_mt_sms.py: using CellId 19805\u000a07:13:39.709627 tst mo_mt_sms.py: using BVCI 19806\u000a07:13:39.734226 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:13:39.745348 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:13:39.756260 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:13:39.768117 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:13:39.779666 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:13:39.791240 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a07:13:39.912023 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a07:13:40.129228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:13:40.650122 run create_hlr_db(pid=6049): Launched\u000a07:13:40.838610 bus /sierra_2: Setting Powered False\u000a07:13:41.849425 run create_hlr_db(pid=6049): Terminated: ok {rc=0}\u000a07:13:42.262625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6051): Launched\u000a07:13:42.567834 run osmo-hlr_10.42.42.2(pid=6052): Launched\u000a07:13:42.684850 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:13:43.219056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6054): Launched\u000a07:13:43.523417 run osmo-stp_10.42.42.5(pid=6055): Launched\u000a07:13:43.634866 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:13:44.189825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6057): Launched\u000a07:13:44.495348 run osmo-msc_10.42.42.6(pid=6058): Launched\u000a07:13:44.674091 run osmo-stp_10.42.42.5(pid=6055): ERR: Terminated: ERROR {rc=1} [trial-2356↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6055)]\u000a07:13:44.803100 run osmo-stp_10.42.42.5(pid=6055): stdout: \u000a| (launched: 2022-12-09_07:13:43.372374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:44.929662 run osmo-stp_10.42.42.5(pid=6055): stderr: \u000a| �[0;m�[38;5;43m20221209071343541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071343541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071343541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071343542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071343542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071343542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071343542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:45.051274 run osmo-stp_10.42.42.5(pid=6055): stdout: \u000a| (launched: 2022-12-09_07:13:43.372374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:45.172000 run osmo-stp_10.42.42.5(pid=6055): stderr: \u000a| �[0;m�[38;5;43m20221209071343541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071343541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071343541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071343542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071343542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071343542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071343542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:45.224662 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=6055): Process ended prematurely: osmo-stp_10.42.42.5(pid=6055) [trial-2356↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6055)] [trial-2356↪sms:trx-b200↪mo_mt_sms.py:16]\u000a07:13:45.232771 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a07:13:45.293824 run osmo-hlr_10.42.42.2(pid=6052): ERR: Terminated: ERROR {rc=237} [trial-2356↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6052)]\u000a07:13:45.343750 run osmo-hlr_10.42.42.2(pid=6052): stdout: \u000a| (launched: 2022-12-09_07:13:42.416589) \u000a07:13:45.394356 run osmo-hlr_10.42.42.2(pid=6052): stderr: \u000a| �[0;m�[1;31m20221209071342594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071342594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071342594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071342594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071342594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071342594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071342607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071342616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071342616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071342616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:13:45.462697 run osmo-msc_10.42.42.6(pid=6058): ERR: Terminated: ERROR {rc=2} [trial-2356↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6058)]\u000a07:13:45.512515 run osmo-msc_10.42.42.6(pid=6058): stdout: \u000a| (launched: 2022-12-09_07:13:44.343653) \u000a07:13:45.563009 run osmo-msc_10.42.42.6(pid=6058): stderr: \u000a| �[0;m�[38;5;43m20221209071344614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071344614 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd7300ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071344614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071344614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071344614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071344615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071344616 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071344617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071344617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071344617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:13:45.605778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6051): Terminating (SIGTERM)\u000a07:13:45.646623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6054): Terminating (SIGTERM)\u000a07:13:45.687282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6057): Terminating (SIGTERM)\u000a07:13:45.696720 --- ParallelTerminationStrategy: PID 6051 died...\u000a07:13:45.750751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6051): Terminated: ok {rc=0}\u000a07:13:45.760620 --- ParallelTerminationStrategy: PID 6054 died...\u000a07:13:45.814386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6054): Terminated: ok {rc=0}\u000a07:13:45.824241 --- ParallelTerminationStrategy: PID 6057 died...\u000a07:13:45.895304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6057): Terminated: ok {rc=0}\u000a07:13:45.986853 bus /sierra_3: Setting Powered False\u000a07:13:47.110914 bus /sierra_3: Setting Powered False\u000a07:13:48.222082 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:13:38" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6064): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6064) [trial-2356↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6064)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6064): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6064) [trial-2356↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6064)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a07:13:50.072252 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a07:13:50.083356 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a07:13:50.227548 tst assert_extension.py: using LAC 19806\u000a07:13:50.354568 tst assert_extension.py: using RAC 171\u000a07:13:50.482650 tst assert_extension.py: using CellId 19806\u000a07:13:50.611186 tst assert_extension.py: using BVCI 19807\u000a07:13:50.635848 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a07:13:50.914145 tst assert_extension.py:10: start nitb and bts...\u000a07:13:51.040876 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:13:51.670214 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6063): Launched\u000a07:13:51.970995 run osmo-nitb_10.42.42.2(pid=6064): Launched\u000a07:13:52.156160 run osmo-nitb_10.42.42.2(pid=6064): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6064)]\u000a07:13:52.293295 run osmo-nitb_10.42.42.2(pid=6064): stdout: \u000a| (launched: 2022-12-09_07:13:51.823175) \u000a07:13:52.430460 run osmo-nitb_10.42.42.2(pid=6064): stderr: \u000a| (launched: 2022-12-09_07:13:51.868117)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:13:52.563444 run osmo-nitb_10.42.42.2(pid=6064): stdout: \u000a| (launched: 2022-12-09_07:13:51.823175) \u000a07:13:52.695507 run osmo-nitb_10.42.42.2(pid=6064): stderr: \u000a| (launched: 2022-12-09_07:13:51.868117)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:13:53.093382 tst osmo-nitb_10.42.42.2(pid=6064): stdout: \u000a| (launched: 2022-12-09_07:13:51.823175) \u000a07:13:53.213612 tst osmo-nitb_10.42.42.2(pid=6064): stderr: \u000a| (launched: 2022-12-09_07:13:51.868117)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:13:53.266236 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=6064): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6064) [trial-2356↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6064)] [trial-2356↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a07:13:53.274676 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a07:13:53.309849 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6063): Terminating (SIGTERM)\u000a07:13:53.487715 --- ParallelTerminationStrategy: PID 6063 died...\u000a07:13:53.542805 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6063): Terminated: ok {rc=0}\u000a07:13:53.631917 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:13:49" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6074): Process ended prematurely: osmo-stp_10.42.42.5(pid=6074) [trial-2356↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6074)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6074): Process ended prematurely: osmo-stp_10.42.42.5(pid=6074) [trial-2356↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a07:13:55.479444 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:13:55.490791 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a07:13:55.635132 tst assert_extension.py: using LAC 19807\u000a07:13:55.760711 tst assert_extension.py: using RAC 172\u000a07:13:55.885412 tst assert_extension.py: using CellId 19807\u000a07:13:56.010177 tst assert_extension.py: using BVCI 19808\u000a07:13:56.034806 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:13:56.045930 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:13:56.056846 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:13:56.067836 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:13:56.078946 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:13:56.090079 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a07:13:56.292841 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:13:56.770560 run create_hlr_db(pid=6068): Launched\u000a07:13:56.944863 bus /sierra_2: Setting Powered False\u000a07:13:57.966266 run create_hlr_db(pid=6068): Terminated: ok {rc=0}\u000a07:13:58.396788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6070): Launched\u000a07:13:58.723158 run osmo-hlr_10.42.42.2(pid=6071): Launched\u000a07:13:58.839950 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:13:59.403270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6073): Launched\u000a07:13:59.729733 run osmo-stp_10.42.42.5(pid=6074): Launched\u000a07:13:59.847410 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:14:00.438851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6076): Launched\u000a07:14:00.763207 run osmo-msc_10.42.42.6(pid=6077): Launched\u000a07:14:01.062128 run osmo-stp_10.42.42.5(pid=6074): ERR: Terminated: ERROR {rc=1} [trial-2356↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6074)]\u000a07:14:01.454201 run osmo-stp_10.42.42.5(pid=6074): stdout: \u000a| (launched: 2022-12-09_07:13:59.567884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:01.592489 run osmo-stp_10.42.42.5(pid=6074): stderr: \u000a| �[0;m�[38;5;43m20221209071359760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071359760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071359760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071359760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071359761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071359761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071359761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:01.718472 run osmo-stp_10.42.42.5(pid=6074): stdout: \u000a| (launched: 2022-12-09_07:13:59.567884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:01.844939 run osmo-stp_10.42.42.5(pid=6074): stderr: \u000a| �[0;m�[38;5;43m20221209071359760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071359760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071359760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071359760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071359761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071359761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071359761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:01.899922 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=6074): Process ended prematurely: osmo-stp_10.42.42.5(pid=6074) [trial-2356↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6074)] [trial-2356↪ussd:trx-b200↪assert_extension.py:17]\u000a07:14:01.909344 tst assert_extension.py:17: Test FAILED (6.4 sec)\u000a07:14:01.976543 run osmo-hlr_10.42.42.2(pid=6071): ERR: Terminated: ERROR {rc=237} [trial-2356↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6071)]\u000a07:14:02.029200 run osmo-hlr_10.42.42.2(pid=6071): stdout: \u000a| (launched: 2022-12-09_07:13:58.560929) \u000a07:14:02.082737 run osmo-hlr_10.42.42.2(pid=6071): stderr: \u000a| �[0;m�[1;31m20221209071358759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071358759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071358759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071358759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071358759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071358759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071358770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071358779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071358779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071358779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:14:02.155499 run osmo-msc_10.42.42.6(pid=6077): ERR: Terminated: ERROR {rc=2} [trial-2356↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6077)]\u000a07:14:02.207933 run osmo-msc_10.42.42.6(pid=6077): stdout: \u000a| (launched: 2022-12-09_07:14:00.603134) \u000a07:14:02.261207 run osmo-msc_10.42.42.6(pid=6077): stderr: \u000a| �[0;m�[38;5;43m20221209071401043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071401043 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f223bcc7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071401043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071401043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071401043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071401044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071401051 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071401052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071401052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071401052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:14:02.306669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6070): Terminating (SIGTERM)\u000a07:14:02.353080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6073): Terminating (SIGTERM)\u000a07:14:02.398431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6076): Terminating (SIGTERM)\u000a07:14:02.408519 --- ParallelTerminationStrategy: PID 6070 died...\u000a07:14:02.464273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6070): Terminated: ok {rc=0}\u000a07:14:02.474118 --- ParallelTerminationStrategy: PID 6073 died...\u000a07:14:02.529721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6073): Terminated: ok {rc=0}\u000a07:14:02.539617 --- ParallelTerminationStrategy: PID 6076 died...\u000a07:14:02.595398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6076): Terminated: ok {rc=0}\u000a07:14:02.684711 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:13:55" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6088): Process ended prematurely: osmo-stp_10.42.42.5(pid=6088) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6088)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6088): Process ended prematurely: osmo-stp_10.42.42.5(pid=6088) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:14:04.665743 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:14:04.677615 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:14:04.842577 tst mo_mt_call.py: using LAC 19808\u000a07:14:04.969947 tst mo_mt_call.py: using RAC 173\u000a07:14:05.097323 tst mo_mt_call.py: using CellId 19808\u000a07:14:05.220638 tst mo_mt_call.py: using BVCI 19809\u000a07:14:05.244125 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:14:05.255575 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:14:05.266861 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:14:05.279211 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:14:05.290698 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:14:05.301883 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:14:05.421232 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:14:05.625631 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:14:06.111592 run create_hlr_db(pid=6082): Launched\u000a07:14:06.288604 bus /sierra_2: Setting Powered False\u000a07:14:07.310620 run create_hlr_db(pid=6082): Terminated: ok {rc=0}\u000a07:14:07.719981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6084): Launched\u000a07:14:08.030180 run osmo-hlr_10.42.42.2(pid=6085): Launched\u000a07:14:08.143601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:14:08.678872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6087): Launched\u000a07:14:08.988276 run osmo-stp_10.42.42.5(pid=6088): Launched\u000a07:14:09.101436 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:14:09.664447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6090): Launched\u000a07:14:09.974762 run osmo-msc_10.42.42.6(pid=6091): Launched\u000a07:14:10.155617 run osmo-stp_10.42.42.5(pid=6088): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6088)]\u000a07:14:10.286059 run osmo-stp_10.42.42.5(pid=6088): stdout: \u000a| (launched: 2022-12-09_07:14:08.835281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:10.414594 run osmo-stp_10.42.42.5(pid=6088): stderr: \u000a| �[0;m�[38;5;43m20221209071409005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071409005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071409005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071409006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071409006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071409006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071409006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:10.538831 run osmo-stp_10.42.42.5(pid=6088): stdout: \u000a| (launched: 2022-12-09_07:14:08.835281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:10.661902 run osmo-stp_10.42.42.5(pid=6088): stderr: \u000a| �[0;m�[38;5;43m20221209071409005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071409005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071409005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071409006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071409006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071409006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071409006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:10.716027 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6088): Process ended prematurely: osmo-stp_10.42.42.5(pid=6088) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6088)] [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:14:10.724730 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:14:10.785389 run osmo-hlr_10.42.42.2(pid=6085): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6085)]\u000a07:14:10.835290 run osmo-hlr_10.42.42.2(pid=6085): stdout: \u000a| (launched: 2022-12-09_07:14:07.876444) \u000a07:14:10.885627 run osmo-hlr_10.42.42.2(pid=6085): stderr: \u000a| �[0;m�[1;31m20221209071408052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071408052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071408052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071408052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071408052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071408052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071408062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071408070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071408070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071408071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:14:10.953480 run osmo-msc_10.42.42.6(pid=6091): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6091)]\u000a07:14:11.002736 run osmo-msc_10.42.42.6(pid=6091): stdout: \u000a| (launched: 2022-12-09_07:14:09.821413) \u000a07:14:11.052912 run osmo-msc_10.42.42.6(pid=6091): stderr: \u000a| �[0;m�[38;5;43m20221209071410094 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071410094 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8cfae3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071410094 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071410094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071410094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071410095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071410096 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071410097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071410097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071410097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:14:11.095044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6084): Terminating (SIGTERM)\u000a07:14:11.135259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6087): Terminating (SIGTERM)\u000a07:14:11.175727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6090): Terminating (SIGTERM)\u000a07:14:11.184906 --- ParallelTerminationStrategy: PID 6084 died...\u000a07:14:11.238765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6084): Terminated: ok {rc=0}\u000a07:14:11.248241 --- ParallelTerminationStrategy: PID 6087 died...\u000a07:14:11.302067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6087): Terminated: ok {rc=0}\u000a07:14:11.311871 --- ParallelTerminationStrategy: PID 6090 died...\u000a07:14:11.365600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6090): Terminated: ok {rc=0}\u000a07:14:11.454584 bus /sierra_3: Setting Powered False\u000a07:14:12.558883 bus /sierra_3: Setting Powered False\u000a07:14:13.672206 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6100): Process ended prematurely: osmo-stp_10.42.42.5(pid=6100) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6100)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6100): Process ended prematurely: osmo-stp_10.42.42.5(pid=6100) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:14:14.783898 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:14:14.795997 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:14:14.956452 tst mo_mt_call_osmux.py: using LAC 19809\u000a07:14:15.077758 tst mo_mt_call_osmux.py: using RAC 174\u000a07:14:15.198047 tst mo_mt_call_osmux.py: using CellId 19809\u000a07:14:15.319894 tst mo_mt_call_osmux.py: using BVCI 19810\u000a07:14:15.343344 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:14:15.354583 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:14:15.365666 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:14:15.377020 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:14:15.388311 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:14:15.399632 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:14:15.521100 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:14:15.727990 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:14:16.253160 run create_hlr_db(pid=6093): Launched\u000a07:14:16.434761 bus /sierra_2: Setting Powered False\u000a07:14:17.464730 run create_hlr_db(pid=6093): Terminated: ok {rc=0}\u000a07:14:17.878813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6096): Launched\u000a07:14:18.186533 run osmo-hlr_10.42.42.2(pid=6097): Launched\u000a07:14:18.310237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:14:18.851584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6099): Launched\u000a07:14:19.161992 run osmo-stp_10.42.42.5(pid=6100): Launched\u000a07:14:19.274983 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:14:19.837531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6102): Launched\u000a07:14:20.147489 run osmo-msc_10.42.42.6(pid=6103): Launched\u000a07:14:20.327712 run osmo-stp_10.42.42.5(pid=6100): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6100)]\u000a07:14:20.457950 run osmo-stp_10.42.42.5(pid=6100): stdout: \u000a| (launched: 2022-12-09_07:14:19.008535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:20.585913 run osmo-stp_10.42.42.5(pid=6100): stderr: \u000a| �[0;m�[38;5;43m20221209071419179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071419179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071419179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071419180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071419180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071419180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071419180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:20.710372 run osmo-stp_10.42.42.5(pid=6100): stdout: \u000a| (launched: 2022-12-09_07:14:19.008535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:20.833504 run osmo-stp_10.42.42.5(pid=6100): stderr: \u000a| �[0;m�[38;5;43m20221209071419179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071419179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071419179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071419180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071419180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071419180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071419180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:20.887542 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6100): Process ended prematurely: osmo-stp_10.42.42.5(pid=6100) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6100)] [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:14:20.896297 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a07:14:20.957257 run osmo-hlr_10.42.42.2(pid=6097): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6097)]\u000a07:14:21.007208 run osmo-hlr_10.42.42.2(pid=6097): stdout: \u000a| (launched: 2022-12-09_07:14:18.034769) \u000a07:14:21.057908 run osmo-hlr_10.42.42.2(pid=6097): stderr: \u000a| �[0;m�[1;31m20221209071418211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071418211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071418211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071418211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071418211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071418211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071418224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071418233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071418233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071418233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:14:21.126719 run osmo-msc_10.42.42.6(pid=6103): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6103)]\u000a07:14:21.176654 run osmo-msc_10.42.42.6(pid=6103): stdout: \u000a| (launched: 2022-12-09_07:14:19.994503) \u000a07:14:21.227174 run osmo-msc_10.42.42.6(pid=6103): stderr: \u000a| �[0;m�[38;5;43m20221209071420267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071420267 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feda9589c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071420267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071420267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071420267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071420267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071420269 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071420270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071420270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071420270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:14:21.269558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6096): Terminating (SIGTERM)\u000a07:14:21.309882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6099): Terminating (SIGTERM)\u000a07:14:21.349801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6102): Terminating (SIGTERM)\u000a07:14:21.359183 --- ParallelTerminationStrategy: PID 6096 died...\u000a07:14:21.412752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6096): Terminated: ok {rc=0}\u000a07:14:21.422579 --- ParallelTerminationStrategy: PID 6099 died...\u000a07:14:21.475776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6099): Terminated: ok {rc=0}\u000a07:14:21.485917 --- ParallelTerminationStrategy: PID 6102 died...\u000a07:14:21.539616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6102): Terminated: ok {rc=0}\u000a07:14:21.628991 bus /sierra_3: Setting Powered False\u000a07:14:22.733701 bus /sierra_3: Setting Powered False\u000a07:14:23.846405 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:14:04" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6114): Process ended prematurely: osmo-stp_10.42.42.5(pid=6114) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6114)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6114): Process ended prematurely: osmo-stp_10.42.42.5(pid=6114) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:14:25.859361 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:14:25.871301 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:14:26.043118 tst mo_mt_call.py: using LAC 19810\u000a07:14:26.170973 tst mo_mt_call.py: using RAC 175\u000a07:14:26.300512 tst mo_mt_call.py: using CellId 19810\u000a07:14:26.428121 tst mo_mt_call.py: using BVCI 19811\u000a07:14:26.453089 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:14:26.464697 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:14:26.476307 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:14:26.487769 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:14:26.499378 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:14:26.510888 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:14:26.629179 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:14:26.834620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:14:27.323092 run create_hlr_db(pid=6108): Launched\u000a07:14:27.501123 bus /sierra_2: Setting Powered False\u000a07:14:28.523194 run create_hlr_db(pid=6108): Terminated: ok {rc=0}\u000a07:14:28.934028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6110): Launched\u000a07:14:29.245098 run osmo-hlr_10.42.42.2(pid=6111): Launched\u000a07:14:29.367153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:14:29.908607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6113): Launched\u000a07:14:30.220095 run osmo-stp_10.42.42.5(pid=6114): Launched\u000a07:14:30.332625 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:14:30.916230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6116): Launched\u000a07:14:31.263170 run osmo-msc_10.42.42.6(pid=6117): Launched\u000a07:14:31.552061 run osmo-stp_10.42.42.5(pid=6114): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6114)]\u000a07:14:31.847443 run osmo-stp_10.42.42.5(pid=6114): stdout: \u000a| (launched: 2022-12-09_07:14:30.066307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:32.128522 run osmo-stp_10.42.42.5(pid=6114): stderr: \u000a| �[0;m�[38;5;43m20221209071430239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071430239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071430239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071430239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071430240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071430240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071430240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:32.273793 run osmo-stp_10.42.42.5(pid=6114): stdout: \u000a| (launched: 2022-12-09_07:14:30.066307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:32.399846 run osmo-stp_10.42.42.5(pid=6114): stderr: \u000a| �[0;m�[38;5;43m20221209071430239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071430239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071430239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071430239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071430240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071430240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071430240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:32.454312 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6114): Process ended prematurely: osmo-stp_10.42.42.5(pid=6114) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6114)] [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:14:32.463334 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a07:14:32.523773 run osmo-hlr_10.42.42.2(pid=6111): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6111)]\u000a07:14:32.573398 run osmo-hlr_10.42.42.2(pid=6111): stdout: \u000a| (launched: 2022-12-09_07:14:29.091508) \u000a07:14:32.623659 run osmo-hlr_10.42.42.2(pid=6111): stderr: \u000a| �[0;m�[1;31m20221209071429266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071429267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071429267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071429267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071429267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071429267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071429280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071429290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071429290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071429290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:14:32.692391 run osmo-msc_10.42.42.6(pid=6117): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6117)]\u000a07:14:32.742120 run osmo-msc_10.42.42.6(pid=6117): stdout: \u000a| (launched: 2022-12-09_07:14:31.076772) \u000a07:14:32.791941 run osmo-msc_10.42.42.6(pid=6117): stderr: \u000a| �[0;m�[38;5;43m20221209071431724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071431724 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9ac47b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071431724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071431724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071431729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071431729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071431731 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071431731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071431731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071431731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:14:32.834980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6110): Terminating (SIGTERM)\u000a07:14:32.875447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6113): Terminating (SIGTERM)\u000a07:14:32.915925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6116): Terminating (SIGTERM)\u000a07:14:32.925471 --- ParallelTerminationStrategy: PID 6110 died...\u000a07:14:32.979643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6110): Terminated: ok {rc=0}\u000a07:14:32.989898 --- ParallelTerminationStrategy: PID 6113 died...\u000a07:14:33.044284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6113): Terminated: ok {rc=0}\u000a07:14:33.054365 --- ParallelTerminationStrategy: PID 6116 died...\u000a07:14:33.109225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6116): Terminated: ok {rc=0}\u000a07:14:33.200613 bus /sierra_3: Setting Powered False\u000a07:14:34.305508 bus /sierra_3: Setting Powered False\u000a07:14:35.418679 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6125): Process ended prematurely: osmo-stp_10.42.42.5(pid=6125) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6125)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6125): Process ended prematurely: osmo-stp_10.42.42.5(pid=6125) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6125)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:14:36.531953 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:14:36.544163 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:14:36.704489 tst mo_mt_call_osmux.py: using LAC 19811\u000a07:14:36.825942 tst mo_mt_call_osmux.py: using RAC 176\u000a07:14:36.952330 tst mo_mt_call_osmux.py: using CellId 19811\u000a07:14:37.072861 tst mo_mt_call_osmux.py: using BVCI 19812\u000a07:14:37.096299 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:14:37.107697 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:14:37.118904 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:14:37.130229 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:14:37.141612 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:14:37.153096 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:14:37.275201 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:14:37.492597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:14:38.023549 run create_hlr_db(pid=6119): Launched\u000a07:14:38.215685 bus /sierra_2: Setting Powered False\u000a07:14:39.236651 run create_hlr_db(pid=6119): Terminated: ok {rc=0}\u000a07:14:39.652325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6121): Launched\u000a07:14:39.962793 run osmo-hlr_10.42.42.2(pid=6122): Launched\u000a07:14:40.084773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:14:40.661513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6124): Launched\u000a07:14:40.992709 run osmo-stp_10.42.42.5(pid=6125): Launched\u000a07:14:41.112145 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:14:41.720738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6127): Launched\u000a07:14:42.051304 run osmo-msc_10.42.42.6(pid=6128): Launched\u000a07:14:42.244823 run osmo-stp_10.42.42.5(pid=6125): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6125)]\u000a07:14:42.383618 run osmo-stp_10.42.42.5(pid=6125): stdout: \u000a| (launched: 2022-12-09_07:14:40.829630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:42.521745 run osmo-stp_10.42.42.5(pid=6125): stderr: \u000a| �[0;m�[38;5;43m20221209071441022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071441022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071441022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071441022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071441023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071441023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071441023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:42.654481 run osmo-stp_10.42.42.5(pid=6125): stdout: \u000a| (launched: 2022-12-09_07:14:40.829630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:42.786492 run osmo-stp_10.42.42.5(pid=6125): stderr: \u000a| �[0;m�[38;5;43m20221209071441022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071441022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071441022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071441022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071441023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071441023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071441023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:42.844452 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6125): Process ended prematurely: osmo-stp_10.42.42.5(pid=6125) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6125)] [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:14:42.854068 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:14:42.916930 run osmo-hlr_10.42.42.2(pid=6122): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6122)]\u000a07:14:42.968538 run osmo-hlr_10.42.42.2(pid=6122): stdout: \u000a| (launched: 2022-12-09_07:14:39.808934) \u000a07:14:43.020733 run osmo-hlr_10.42.42.2(pid=6122): stderr: \u000a| �[0;m�[1;31m20221209071439986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071439986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071439987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071439987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071439987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071439987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071439999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071440007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071440008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071440008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:14:43.091569 run osmo-msc_10.42.42.6(pid=6128): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6128)]\u000a07:14:43.143182 run osmo-msc_10.42.42.6(pid=6128): stdout: \u000a| (launched: 2022-12-09_07:14:41.888827) \u000a07:14:43.195712 run osmo-msc_10.42.42.6(pid=6128): stderr: \u000a| �[0;m�[38;5;43m20221209071442211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071442211 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa3cf77ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071442211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071442211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071442212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071442212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071442214 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071442214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071442214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071442214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:14:43.239701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6121): Terminating (SIGTERM)\u000a07:14:43.281657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6124): Terminating (SIGTERM)\u000a07:14:43.323638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6127): Terminating (SIGTERM)\u000a07:14:43.333400 --- ParallelTerminationStrategy: PID 6121 died...\u000a07:14:43.389346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6121): Terminated: ok {rc=0}\u000a07:14:43.399481 --- ParallelTerminationStrategy: PID 6124 died...\u000a07:14:43.455264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6124): Terminated: ok {rc=0}\u000a07:14:43.465443 --- ParallelTerminationStrategy: PID 6127 died...\u000a07:14:43.520927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6127): Terminated: ok {rc=0}\u000a07:14:43.608285 bus /sierra_3: Setting Powered False\u000a07:14:44.715182 bus /sierra_3: Setting Powered False\u000a07:14:45.823127 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:14:25" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6142): Process ended prematurely: osmo-stp_10.42.42.5(pid=6142) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6142)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6142): Process ended prematurely: osmo-stp_10.42.42.5(pid=6142) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:14:47.889559 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:14:47.900871 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:14:48.060876 tst mo_mt_call.py: using LAC 19812\u000a07:14:48.183543 tst mo_mt_call.py: using RAC 177\u000a07:14:48.305161 tst mo_mt_call.py: using CellId 19812\u000a07:14:48.428147 tst mo_mt_call.py: using BVCI 19813\u000a07:14:48.451634 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:14:48.462987 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:14:48.474065 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:14:48.485325 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:14:48.496574 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:14:48.507876 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:14:48.626601 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:14:48.838087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:14:49.323718 run create_hlr_db(pid=6136): Launched\u000a07:14:49.501131 bus /sierra_2: Setting Powered False\u000a07:14:50.523798 run create_hlr_db(pid=6136): Terminated: ok {rc=0}\u000a07:14:50.935715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6138): Launched\u000a07:14:51.245694 run osmo-hlr_10.42.42.2(pid=6139): Launched\u000a07:14:51.367472 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:14:51.906377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6141): Launched\u000a07:14:52.216598 run osmo-stp_10.42.42.5(pid=6142): Launched\u000a07:14:52.329950 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:14:52.894409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6144): Launched\u000a07:14:53.205218 run osmo-msc_10.42.42.6(pid=6145): Launched\u000a07:14:53.386107 run osmo-stp_10.42.42.5(pid=6142): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6142)]\u000a07:14:53.516667 run osmo-stp_10.42.42.5(pid=6142): stdout: \u000a| (launched: 2022-12-09_07:14:52.062881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:53.644495 run osmo-stp_10.42.42.5(pid=6142): stderr: \u000a| �[0;m�[38;5;43m20221209071452234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071452234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071452235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071452235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071452235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071452235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071452236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:53.768128 run osmo-stp_10.42.42.5(pid=6142): stdout: \u000a| (launched: 2022-12-09_07:14:52.062881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:53.891121 run osmo-stp_10.42.42.5(pid=6142): stderr: \u000a| �[0;m�[38;5;43m20221209071452234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071452234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071452235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071452235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071452235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071452235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071452236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:53.944994 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6142): Process ended prematurely: osmo-stp_10.42.42.5(pid=6142) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6142)] [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:14:53.953759 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:14:54.014118 run osmo-hlr_10.42.42.2(pid=6139): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6139)]\u000a07:14:54.063335 run osmo-hlr_10.42.42.2(pid=6139): stdout: \u000a| (launched: 2022-12-09_07:14:51.092774) \u000a07:14:54.113292 run osmo-hlr_10.42.42.2(pid=6139): stderr: \u000a| �[0;m�[1;31m20221209071451269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071451269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071451269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071451269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071451269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071451269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071451280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071451289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071451289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071451289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:14:54.181247 run osmo-msc_10.42.42.6(pid=6145): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6145)]\u000a07:14:54.231108 run osmo-msc_10.42.42.6(pid=6145): stdout: \u000a| (launched: 2022-12-09_07:14:53.051508) \u000a07:14:54.281286 run osmo-msc_10.42.42.6(pid=6145): stderr: \u000a| �[0;m�[38;5;43m20221209071453323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071453323 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38e9d4cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071453323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071453324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071453324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071453324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071453326 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071453326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071453326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071453326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:14:54.323561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6138): Terminating (SIGTERM)\u000a07:14:54.363380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6141): Terminating (SIGTERM)\u000a07:14:54.403471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6144): Terminating (SIGTERM)\u000a07:14:54.412834 --- ParallelTerminationStrategy: PID 6138 died...\u000a07:14:54.466722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6138): Terminated: ok {rc=0}\u000a07:14:54.476183 --- ParallelTerminationStrategy: PID 6141 died...\u000a07:14:54.529844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6141): Terminated: ok {rc=0}\u000a07:14:54.539557 --- ParallelTerminationStrategy: PID 6144 died...\u000a07:14:54.593366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6144): Terminated: ok {rc=0}\u000a07:14:54.682979 bus /sierra_3: Setting Powered False\u000a07:14:55.786557 bus /sierra_3: Setting Powered False\u000a07:14:56.899285 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6156): Process ended prematurely: osmo-stp_10.42.42.5(pid=6156) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6156)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6156): Process ended prematurely: osmo-stp_10.42.42.5(pid=6156) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:14:58.011011 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:14:58.023040 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:14:58.187537 tst mo_mt_call_osmux.py: using LAC 19813\u000a07:14:58.308082 tst mo_mt_call_osmux.py: using RAC 178\u000a07:14:58.435497 tst mo_mt_call_osmux.py: using CellId 19813\u000a07:14:58.564868 tst mo_mt_call_osmux.py: using BVCI 19814\u000a07:14:58.590202 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:14:58.601950 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:14:58.613569 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:14:58.625660 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:14:58.637807 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:14:58.649894 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:14:58.770529 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:14:58.977448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:14:59.464170 run create_hlr_db(pid=6147): Launched\u000a07:14:59.640666 bus /sierra_2: Setting Powered False\u000a07:15:00.663214 run create_hlr_db(pid=6147): Terminated: ok {rc=0}\u000a07:15:01.087437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6149): Launched\u000a07:15:01.441417 run osmo-hlr_10.42.42.2(pid=6150): Launched\u000a07:15:01.620349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:15:02.296037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6155): Launched\u000a07:15:02.635473 run osmo-stp_10.42.42.5(pid=6156): Launched\u000a07:15:02.756415 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:15:03.360084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6158): Launched\u000a07:15:03.689777 run osmo-msc_10.42.42.6(pid=6159): Launched\u000a07:15:03.882643 run osmo-stp_10.42.42.5(pid=6156): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6156)]\u000a07:15:04.020603 run osmo-stp_10.42.42.5(pid=6156): stdout: \u000a| (launched: 2022-12-09_07:15:02.469689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:04.158101 run osmo-stp_10.42.42.5(pid=6156): stderr: \u000a| �[0;m�[38;5;43m20221209071502660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071502660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071502660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071502661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071502661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071502661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071502661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:04.290880 run osmo-stp_10.42.42.5(pid=6156): stdout: \u000a| (launched: 2022-12-09_07:15:02.469689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:04.422680 run osmo-stp_10.42.42.5(pid=6156): stderr: \u000a| �[0;m�[38;5;43m20221209071502660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071502660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071502660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071502661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071502661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071502661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071502661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:04.480373 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6156): Process ended prematurely: osmo-stp_10.42.42.5(pid=6156) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6156)] [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:15:04.489919 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a07:15:04.552098 run osmo-hlr_10.42.42.2(pid=6150): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6150)]\u000a07:15:04.603429 run osmo-hlr_10.42.42.2(pid=6150): stdout: \u000a| (launched: 2022-12-09_07:15:01.247057) \u000a07:15:04.655317 run osmo-hlr_10.42.42.2(pid=6150): stderr: \u000a| �[0;m�[1;31m20221209071501607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071501607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071501607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071501607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071501608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071501608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071501627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071501643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071501644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071501644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:15:04.725880 run osmo-msc_10.42.42.6(pid=6159): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6159)]\u000a07:15:04.777134 run osmo-msc_10.42.42.6(pid=6159): stdout: \u000a| (launched: 2022-12-09_07:15:03.527601) \u000a07:15:04.828982 run osmo-msc_10.42.42.6(pid=6159): stderr: \u000a| �[0;m�[38;5;43m20221209071503849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071503849 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd40937cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071503849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071503850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071503850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071503850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071503851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071503852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071503852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071503852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:15:04.873148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6149): Terminating (SIGTERM)\u000a07:15:04.915055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6155): Terminating (SIGTERM)\u000a07:15:04.956679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6158): Terminating (SIGTERM)\u000a07:15:04.966357 --- ParallelTerminationStrategy: PID 6149 died...\u000a07:15:05.022179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6149): Terminated: ok {rc=0}\u000a07:15:05.032158 --- ParallelTerminationStrategy: PID 6155 died...\u000a07:15:05.087590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6155): Terminated: ok {rc=0}\u000a07:15:05.097773 --- ParallelTerminationStrategy: PID 6158 died...\u000a07:15:05.153196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6158): Terminated: ok {rc=0}\u000a07:15:05.241124 bus /sierra_3: Setting Powered False\u000a07:15:06.345353 bus /sierra_3: Setting Powered False\u000a07:15:07.456282 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:14:47" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6171): Process ended prematurely: osmo-stp_10.42.42.5(pid=6171) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6171)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6171): Process ended prematurely: osmo-stp_10.42.42.5(pid=6171) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:15:09.469925 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:15:09.481605 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:15:09.647150 tst mo_mt_call.py: using LAC 19814\u000a07:15:09.777116 tst mo_mt_call.py: using RAC 179\u000a07:15:09.906652 tst mo_mt_call.py: using CellId 19814\u000a07:15:10.036361 tst mo_mt_call.py: using BVCI 19815\u000a07:15:10.061707 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:15:10.073448 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:15:10.084926 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:15:10.096459 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:15:10.108204 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:15:10.119760 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:15:10.239025 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:15:10.455034 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:15:10.984228 run create_hlr_db(pid=6165): Launched\u000a07:15:11.175945 bus /sierra_2: Setting Powered False\u000a07:15:12.197756 run create_hlr_db(pid=6165): Terminated: ok {rc=0}\u000a07:15:12.614211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6167): Launched\u000a07:15:12.924273 run osmo-hlr_10.42.42.2(pid=6168): Launched\u000a07:15:13.044233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:15:13.585233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6170): Launched\u000a07:15:13.893801 run osmo-stp_10.42.42.5(pid=6171): Launched\u000a07:15:14.006003 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:15:14.573839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6173): Launched\u000a07:15:14.885066 run osmo-msc_10.42.42.6(pid=6174): Launched\u000a07:15:15.065886 run osmo-stp_10.42.42.5(pid=6171): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6171)]\u000a07:15:15.196818 run osmo-stp_10.42.42.5(pid=6171): stdout: \u000a| (launched: 2022-12-09_07:15:13.741893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:15.325410 run osmo-stp_10.42.42.5(pid=6171): stderr: \u000a| �[0;m�[38;5;43m20221209071513910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071513910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071513910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071513911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071513911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071513911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071513912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:15.449890 run osmo-stp_10.42.42.5(pid=6171): stdout: \u000a| (launched: 2022-12-09_07:15:13.741893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:15.573450 run osmo-stp_10.42.42.5(pid=6171): stderr: \u000a| �[0;m�[38;5;43m20221209071513910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071513910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071513910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071513911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071513911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071513911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071513912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:15.627574 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6171): Process ended prematurely: osmo-stp_10.42.42.5(pid=6171) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6171)] [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a07:15:15.636477 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:15:15.697037 run osmo-hlr_10.42.42.2(pid=6168): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6168)]\u000a07:15:15.746501 run osmo-hlr_10.42.42.2(pid=6168): stdout: \u000a| (launched: 2022-12-09_07:15:12.771869) \u000a07:15:15.796486 run osmo-hlr_10.42.42.2(pid=6168): stderr: \u000a| �[0;m�[1;31m20221209071512949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071512949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071512949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071512949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071512949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071512949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071512961 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071512972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071512972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071512972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:15:15.887470 run osmo-msc_10.42.42.6(pid=6174): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6174)]\u000a07:15:15.950452 run osmo-msc_10.42.42.6(pid=6174): stdout: \u000a| (launched: 2022-12-09_07:15:14.731309) \u000a07:15:16.005226 run osmo-msc_10.42.42.6(pid=6174): stderr: \u000a| �[0;m�[38;5;43m20221209071515003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071515004 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f5771fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071515004 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071515004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071515004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071515004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071515006 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071515006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071515007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071515007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:15:16.051565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6167): Terminating (SIGTERM)\u000a07:15:16.097640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6170): Terminating (SIGTERM)\u000a07:15:16.144840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6173): Terminating (SIGTERM)\u000a07:15:16.155808 --- ParallelTerminationStrategy: PID 6167 died...\u000a07:15:16.217234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6167): Terminated: ok {rc=0}\u000a07:15:16.228235 --- ParallelTerminationStrategy: PID 6170 died...\u000a07:15:16.288607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6170): Terminated: ok {rc=0}\u000a07:15:16.299733 --- ParallelTerminationStrategy: PID 6173 died...\u000a07:15:16.362476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6173): Terminated: ok {rc=0}\u000a07:15:16.464918 bus /sierra_3: Setting Powered False\u000a07:15:17.573446 bus /sierra_3: Setting Powered False\u000a07:15:18.682236 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6183): Process ended prematurely: osmo-stp_10.42.42.5(pid=6183) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6183)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6183): Process ended prematurely: osmo-stp_10.42.42.5(pid=6183) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:15:19.798841 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:15:19.811267 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:15:19.980794 tst mo_mt_call_osmux.py: using LAC 19815\u000a07:15:20.111014 tst mo_mt_call_osmux.py: using RAC 180\u000a07:15:20.242070 tst mo_mt_call_osmux.py: using CellId 19815\u000a07:15:20.373634 tst mo_mt_call_osmux.py: using BVCI 19816\u000a07:15:20.399130 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:15:20.410898 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:15:20.422467 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:15:20.433984 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:15:20.445739 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:15:20.457360 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:15:20.575356 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:15:20.780661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:15:21.267308 run create_hlr_db(pid=6177): Launched\u000a07:15:21.445484 bus /sierra_2: Setting Powered False\u000a07:15:22.467776 run create_hlr_db(pid=6177): Terminated: ok {rc=0}\u000a07:15:22.908248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6179): Launched\u000a07:15:23.239940 run osmo-hlr_10.42.42.2(pid=6180): Launched\u000a07:15:23.360870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:15:23.934312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6182): Launched\u000a07:15:24.267354 run osmo-stp_10.42.42.5(pid=6183): Launched\u000a07:15:24.387848 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:15:24.991394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6185): Launched\u000a07:15:25.324340 run osmo-msc_10.42.42.6(pid=6186): Launched\u000a07:15:25.516201 run osmo-stp_10.42.42.5(pid=6183): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6183)]\u000a07:15:25.654170 run osmo-stp_10.42.42.5(pid=6183): stdout: \u000a| (launched: 2022-12-09_07:15:24.103142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:25.791263 run osmo-stp_10.42.42.5(pid=6183): stderr: \u000a| �[0;m�[38;5;43m20221209071524295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071524295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071524296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071524296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071524297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071524297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071524297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:25.923432 run osmo-stp_10.42.42.5(pid=6183): stdout: \u000a| (launched: 2022-12-09_07:15:24.103142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:26.054860 run osmo-stp_10.42.42.5(pid=6183): stderr: \u000a| �[0;m�[38;5;43m20221209071524295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071524295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071524296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071524296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071524297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071524297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071524297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:26.112527 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6183): Process ended prematurely: osmo-stp_10.42.42.5(pid=6183) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6183)] [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a07:15:26.122316 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:15:26.185742 run osmo-hlr_10.42.42.2(pid=6180): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6180)]\u000a07:15:26.237460 run osmo-hlr_10.42.42.2(pid=6180): stdout: \u000a| (launched: 2022-12-09_07:15:23.075699) \u000a07:15:26.290086 run osmo-hlr_10.42.42.2(pid=6180): stderr: \u000a| �[0;m�[1;31m20221209071523275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071523275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071523275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071523275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071523275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071523275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071523287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071523296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071523296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071523296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:15:26.361529 run osmo-msc_10.42.42.6(pid=6186): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6186)]\u000a07:15:26.413567 run osmo-msc_10.42.42.6(pid=6186): stdout: \u000a| (launched: 2022-12-09_07:15:25.159605) \u000a07:15:26.466034 run osmo-msc_10.42.42.6(pid=6186): stderr: \u000a| �[0;m�[38;5;43m20221209071525485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071525485 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8826f67c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071525485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071525485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071525485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071525486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071525487 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071525488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071525488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071525488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:15:26.510617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6179): Terminating (SIGTERM)\u000a07:15:26.552886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6182): Terminating (SIGTERM)\u000a07:15:26.595004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6185): Terminating (SIGTERM)\u000a07:15:26.604661 --- ParallelTerminationStrategy: PID 6179 died...\u000a07:15:26.661527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6179): Terminated: ok {rc=0}\u000a07:15:26.671570 --- ParallelTerminationStrategy: PID 6182 died...\u000a07:15:26.727789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6182): Terminated: ok {rc=0}\u000a07:15:26.737972 --- ParallelTerminationStrategy: PID 6185 died...\u000a07:15:26.793803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6185): Terminated: ok {rc=0}\u000a07:15:26.881618 bus /sierra_3: Setting Powered False\u000a07:15:27.986121 bus /sierra_3: Setting Powered False\u000a07:15:29.098406 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:15:09" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6197): Process ended prematurely: osmo-stp_10.42.42.5(pid=6197) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6197)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6197): Process ended prematurely: osmo-stp_10.42.42.5(pid=6197) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:15:31.131157 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:15:31.144733 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:15:31.311392 tst mo_mt_call.py: using LAC 19816\u000a07:15:31.459600 tst mo_mt_call.py: using RAC 181\u000a07:15:31.607798 tst mo_mt_call.py: using CellId 19816\u000a07:15:31.763428 tst mo_mt_call.py: using BVCI 19817\u000a07:15:31.797079 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:15:31.810804 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:15:31.825446 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:15:31.841750 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:15:31.859044 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:15:31.875511 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:15:32.001925 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:15:32.210757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:15:32.701094 run create_hlr_db(pid=6191): Launched\u000a07:15:32.878878 bus /sierra_2: Setting Powered False\u000a07:15:33.901544 run create_hlr_db(pid=6191): Terminated: ok {rc=0}\u000a07:15:34.311421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6193): Launched\u000a07:15:34.621412 run osmo-hlr_10.42.42.2(pid=6194): Launched\u000a07:15:34.740413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:15:35.279732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6196): Launched\u000a07:15:35.588207 run osmo-stp_10.42.42.5(pid=6197): Launched\u000a07:15:35.700071 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:15:36.263244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6199): Launched\u000a07:15:36.573673 run osmo-msc_10.42.42.6(pid=6200): Launched\u000a07:15:36.754856 run osmo-stp_10.42.42.5(pid=6197): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6197)]\u000a07:15:36.885143 run osmo-stp_10.42.42.5(pid=6197): stdout: \u000a| (launched: 2022-12-09_07:15:35.435541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:37.013617 run osmo-stp_10.42.42.5(pid=6197): stderr: \u000a| �[0;m�[38;5;43m20221209071535608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071535608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071535608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071535609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071535609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071535609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071535609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:37.137376 run osmo-stp_10.42.42.5(pid=6197): stdout: \u000a| (launched: 2022-12-09_07:15:35.435541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:37.260517 run osmo-stp_10.42.42.5(pid=6197): stderr: \u000a| �[0;m�[38;5;43m20221209071535608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071535608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071535608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071535609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071535609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071535609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071535609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:37.314692 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6197): Process ended prematurely: osmo-stp_10.42.42.5(pid=6197) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6197)] [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:15:37.323437 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:15:37.383759 run osmo-hlr_10.42.42.2(pid=6194): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6194)]\u000a07:15:37.433102 run osmo-hlr_10.42.42.2(pid=6194): stdout: \u000a| (launched: 2022-12-09_07:15:34.467646) \u000a07:15:37.483224 run osmo-hlr_10.42.42.2(pid=6194): stderr: \u000a| �[0;m�[1;31m20221209071534644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071534644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071534644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071534644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071534644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071534644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071534666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071534675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071534675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071534675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:15:37.550884 run osmo-msc_10.42.42.6(pid=6200): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6200)]\u000a07:15:37.600197 run osmo-msc_10.42.42.6(pid=6200): stdout: \u000a| (launched: 2022-12-09_07:15:36.419634) \u000a07:15:37.650188 run osmo-msc_10.42.42.6(pid=6200): stderr: \u000a| �[0;m�[38;5;43m20221209071536690 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071536690 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff68f1dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071536690 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071536691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071536691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071536691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071536693 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071536693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071536693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071536693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:15:37.692248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6193): Terminating (SIGTERM)\u000a07:15:37.732203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6196): Terminating (SIGTERM)\u000a07:15:37.772313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6199): Terminating (SIGTERM)\u000a07:15:37.781805 --- ParallelTerminationStrategy: PID 6193 died...\u000a07:15:37.835740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6193): Terminated: ok {rc=0}\u000a07:15:37.845871 --- ParallelTerminationStrategy: PID 6196 died...\u000a07:15:37.899554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6196): Terminated: ok {rc=0}\u000a07:15:37.909822 --- ParallelTerminationStrategy: PID 6199 died...\u000a07:15:37.963924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6199): Terminated: ok {rc=0}\u000a07:15:38.054276 bus /sierra_3: Setting Powered False\u000a07:15:39.162048 bus /sierra_3: Setting Powered False\u000a07:15:40.275685 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6208): Process ended prematurely: osmo-stp_10.42.42.5(pid=6208) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6208)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6208): Process ended prematurely: osmo-stp_10.42.42.5(pid=6208) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:15:41.393125 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:15:41.405703 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:15:41.575073 tst mo_mt_call_osmux.py: using LAC 19817\u000a07:15:41.704136 tst mo_mt_call_osmux.py: using RAC 182\u000a07:15:41.836696 tst mo_mt_call_osmux.py: using CellId 19817\u000a07:15:41.957490 tst mo_mt_call_osmux.py: using BVCI 19818\u000a07:15:41.980881 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:15:41.992368 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:15:42.003586 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:15:42.014984 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:15:42.026568 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:15:42.037912 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:15:42.156081 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:15:42.367651 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:15:42.856177 run create_hlr_db(pid=6202): Launched\u000a07:15:43.034085 bus /sierra_2: Setting Powered False\u000a07:15:44.055891 run create_hlr_db(pid=6202): Terminated: ok {rc=0}\u000a07:15:44.497211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6204): Launched\u000a07:15:44.829372 run osmo-hlr_10.42.42.2(pid=6205): Launched\u000a07:15:44.949894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:15:45.526571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6207): Launched\u000a07:15:45.904217 run osmo-stp_10.42.42.5(pid=6208): Launched\u000a07:15:46.122289 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:15:46.737326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6210): Launched\u000a07:15:47.201681 run osmo-msc_10.42.42.6(pid=6211): Launched\u000a07:15:47.474203 run osmo-stp_10.42.42.5(pid=6208): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6208)]\u000a07:15:47.615349 run osmo-stp_10.42.42.5(pid=6208): stdout: \u000a| (launched: 2022-12-09_07:15:45.694780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:47.753372 run osmo-stp_10.42.42.5(pid=6208): stderr: \u000a| �[0;m�[38;5;43m20221209071545925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071545925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071545926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071545926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071545927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071545927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071545927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:47.886832 run osmo-stp_10.42.42.5(pid=6208): stdout: \u000a| (launched: 2022-12-09_07:15:45.694780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:48.018803 run osmo-stp_10.42.42.5(pid=6208): stderr: \u000a| �[0;m�[38;5;43m20221209071545925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071545925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071545926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071545926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071545927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071545927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071545927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:48.076910 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6208): Process ended prematurely: osmo-stp_10.42.42.5(pid=6208) [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6208)] [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:15:48.086534 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a07:15:48.149886 run osmo-hlr_10.42.42.2(pid=6205): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6205)]\u000a07:15:48.202198 run osmo-hlr_10.42.42.2(pid=6205): stdout: \u000a| (launched: 2022-12-09_07:15:44.666875) \u000a07:15:48.254879 run osmo-hlr_10.42.42.2(pid=6205): stderr: \u000a| �[0;m�[1;31m20221209071544865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071544866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071544866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071544866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071544866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071544866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071544878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071544887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071544887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071544887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:15:48.326332 run osmo-msc_10.42.42.6(pid=6211): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6211)]\u000a07:15:48.378442 run osmo-msc_10.42.42.6(pid=6211): stdout: \u000a| (launched: 2022-12-09_07:15:46.899475) \u000a07:15:48.430985 run osmo-msc_10.42.42.6(pid=6211): stderr: \u000a| �[0;m�[38;5;43m20221209071547304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071547304 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb134b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071547304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071547304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071547304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071547304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071547306 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071547306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071547307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071547307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:15:48.475780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6204): Terminating (SIGTERM)\u000a07:15:48.518218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6207): Terminating (SIGTERM)\u000a07:15:48.560623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6210): Terminating (SIGTERM)\u000a07:15:48.570387 --- ParallelTerminationStrategy: PID 6204 died...\u000a07:15:48.627305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6204): Terminated: ok {rc=0}\u000a07:15:48.637885 --- ParallelTerminationStrategy: PID 6207 died...\u000a07:15:48.693780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6207): Terminated: ok {rc=0}\u000a07:15:48.703841 --- ParallelTerminationStrategy: PID 6210 died...\u000a07:15:48.759651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6210): Terminated: ok {rc=0}\u000a07:15:48.847524 bus /sierra_3: Setting Powered False\u000a07:15:49.955411 bus /sierra_3: Setting Powered False\u000a07:15:51.064540 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:15:30" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6222): Process ended prematurely: osmo-stp_10.42.42.5(pid=6222) [trial-2356↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6222)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6222): Process ended prematurely: osmo-stp_10.42.42.5(pid=6222) [trial-2356↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:15:53.084488 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:15:53.096336 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:15:53.269501 tst mo_mt_call.py: using LAC 19818\u000a07:15:53.393258 tst mo_mt_call.py: using RAC 183\u000a07:15:53.513576 tst mo_mt_call.py: using CellId 19818\u000a07:15:53.633551 tst mo_mt_call.py: using BVCI 19819\u000a07:15:53.657301 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:15:53.668927 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:15:53.680415 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:15:53.691846 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:15:53.703623 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:15:53.715305 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:15:53.837541 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:15:54.051093 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:15:54.582945 run create_hlr_db(pid=6216): Launched\u000a07:15:54.775189 bus /sierra_2: Setting Powered False\u000a07:15:55.795221 run create_hlr_db(pid=6216): Terminated: ok {rc=0}\u000a07:15:56.210414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6218): Launched\u000a07:15:56.522330 run osmo-hlr_10.42.42.2(pid=6219): Launched\u000a07:15:56.642573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:15:57.184141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6221): Launched\u000a07:15:57.497076 run osmo-stp_10.42.42.5(pid=6222): Launched\u000a07:15:57.609965 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:15:58.173124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6224): Launched\u000a07:15:58.483685 run osmo-msc_10.42.42.6(pid=6225): Launched\u000a07:15:58.664269 run osmo-stp_10.42.42.5(pid=6222): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6222)]\u000a07:15:58.794424 run osmo-stp_10.42.42.5(pid=6222): stdout: \u000a| (launched: 2022-12-09_07:15:57.340715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:58.922847 run osmo-stp_10.42.42.5(pid=6222): stderr: \u000a| �[0;m�[38;5;43m20221209071557513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071557513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071557514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071557514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071557515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071557515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071557515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:59.046754 run osmo-stp_10.42.42.5(pid=6222): stdout: \u000a| (launched: 2022-12-09_07:15:57.340715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:59.169753 run osmo-stp_10.42.42.5(pid=6222): stderr: \u000a| �[0;m�[38;5;43m20221209071557513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071557513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071557514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071557514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071557515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071557515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071557515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:59.223829 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6222): Process ended prematurely: osmo-stp_10.42.42.5(pid=6222) [trial-2356↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6222)] [trial-2356↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:15:59.232547 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:15:59.292904 run osmo-hlr_10.42.42.2(pid=6219): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6219)]\u000a07:15:59.342290 run osmo-hlr_10.42.42.2(pid=6219): stdout: \u000a| (launched: 2022-12-09_07:15:56.367694) \u000a07:15:59.392268 run osmo-hlr_10.42.42.2(pid=6219): stderr: \u000a| �[0;m�[1;31m20221209071556544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071556544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071556544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071556544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071556544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071556544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071556556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071556564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071556564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071556565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:15:59.459994 run osmo-msc_10.42.42.6(pid=6225): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6225)]\u000a07:15:59.509345 run osmo-msc_10.42.42.6(pid=6225): stdout: \u000a| (launched: 2022-12-09_07:15:58.330164) \u000a07:15:59.559048 run osmo-msc_10.42.42.6(pid=6225): stderr: \u000a| �[0;m�[38;5;43m20221209071558601 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071558601 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f26fefb2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071558601 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071558601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071558601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071558602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071558603 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071558604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071558604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071558604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:15:59.600804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6218): Terminating (SIGTERM)\u000a07:15:59.640732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6221): Terminating (SIGTERM)\u000a07:15:59.680589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6224): Terminating (SIGTERM)\u000a07:15:59.689958 --- ParallelTerminationStrategy: PID 6218 died...\u000a07:15:59.743950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6218): Terminated: ok {rc=0}\u000a07:15:59.753429 --- ParallelTerminationStrategy: PID 6221 died...\u000a07:15:59.806243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6221): Terminated: ok {rc=0}\u000a07:15:59.815945 --- ParallelTerminationStrategy: PID 6224 died...\u000a07:15:59.868907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6224): Terminated: ok {rc=0}\u000a07:15:59.958275 bus /sierra_3: Setting Powered False\u000a07:16:01.088734 bus /sierra_3: Setting Powered False\u000a07:16:02.206180 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6233): Process ended prematurely: osmo-stp_10.42.42.5(pid=6233) [trial-2356↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6233)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6233): Process ended prematurely: osmo-stp_10.42.42.5(pid=6233) [trial-2356↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:16:03.319852 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:16:03.332532 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:16:03.502650 tst mo_mt_call_osmux.py: using LAC 19819\u000a07:16:03.631777 tst mo_mt_call_osmux.py: using RAC 184\u000a07:16:03.763336 tst mo_mt_call_osmux.py: using CellId 19819\u000a07:16:03.893538 tst mo_mt_call_osmux.py: using BVCI 19820\u000a07:16:03.918844 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:16:03.930720 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:16:03.942368 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:16:03.954152 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:16:03.966048 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:16:03.977855 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:16:04.100443 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:16:04.317891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:16:04.846854 run create_hlr_db(pid=6227): Launched\u000a07:16:05.038263 bus /sierra_2: Setting Powered False\u000a07:16:06.059888 run create_hlr_db(pid=6227): Terminated: ok {rc=0}\u000a07:16:06.474016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6229): Launched\u000a07:16:06.785328 run osmo-hlr_10.42.42.2(pid=6230): Launched\u000a07:16:06.904544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:16:07.446520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6232): Launched\u000a07:16:07.759317 run osmo-stp_10.42.42.5(pid=6233): Launched\u000a07:16:07.872692 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:16:08.435875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6235): Launched\u000a07:16:08.750979 run osmo-msc_10.42.42.6(pid=6236): Launched\u000a07:16:08.932461 run osmo-stp_10.42.42.5(pid=6233): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6233)]\u000a07:16:09.063527 run osmo-stp_10.42.42.5(pid=6233): stdout: \u000a| (launched: 2022-12-09_07:16:07.604029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:09.191957 run osmo-stp_10.42.42.5(pid=6233): stderr: \u000a| �[0;m�[38;5;43m20221209071607775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071607775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071607775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071607776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071607776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071607776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071607776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:09.316224 run osmo-stp_10.42.42.5(pid=6233): stdout: \u000a| (launched: 2022-12-09_07:16:07.604029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:09.439718 run osmo-stp_10.42.42.5(pid=6233): stderr: \u000a| �[0;m�[38;5;43m20221209071607775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071607775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071607775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071607776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071607776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071607776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071607776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:09.494077 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6233): Process ended prematurely: osmo-stp_10.42.42.5(pid=6233) [trial-2356↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6233)] [trial-2356↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:16:09.503037 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:16:09.563426 run osmo-hlr_10.42.42.2(pid=6230): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6230)]\u000a07:16:09.613143 run osmo-hlr_10.42.42.2(pid=6230): stdout: \u000a| (launched: 2022-12-09_07:16:06.632280) \u000a07:16:09.663479 run osmo-hlr_10.42.42.2(pid=6230): stderr: \u000a| �[0;m�[1;31m20221209071606811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071606811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071606811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071606811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071606811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071606811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071606822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071606831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071606831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071606831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:16:09.731741 run osmo-msc_10.42.42.6(pid=6236): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6236)]\u000a07:16:09.781330 run osmo-msc_10.42.42.6(pid=6236): stdout: \u000a| (launched: 2022-12-09_07:16:08.593235) \u000a07:16:09.831345 run osmo-msc_10.42.42.6(pid=6236): stderr: \u000a| �[0;m�[38;5;43m20221209071608866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071608866 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ca9a4ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071608866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071608866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071608866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071608867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071608868 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071608869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071608869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071608869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:16:09.873674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6229): Terminating (SIGTERM)\u000a07:16:09.913810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6232): Terminating (SIGTERM)\u000a07:16:09.953977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6235): Terminating (SIGTERM)\u000a07:16:09.963406 --- ParallelTerminationStrategy: PID 6229 died...\u000a07:16:10.017090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6229): Terminated: ok {rc=0}\u000a07:16:10.026879 --- ParallelTerminationStrategy: PID 6232 died...\u000a07:16:10.080189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6232): Terminated: ok {rc=0}\u000a07:16:10.090185 --- ParallelTerminationStrategy: PID 6235 died...\u000a07:16:10.143469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6235): Terminated: ok {rc=0}\u000a07:16:10.231636 bus /sierra_3: Setting Powered False\u000a07:16:11.335052 bus /sierra_3: Setting Powered False\u000a07:16:12.446254 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:15:52" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6247): Process ended prematurely: osmo-stp_10.42.42.5(pid=6247) [trial-2356↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6247)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6247): Process ended prematurely: osmo-stp_10.42.42.5(pid=6247) [trial-2356↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a07:16:14.446482 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:16:14.457592 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:16:14.616604 tst mo_mt_call.py: using LAC 19820\u000a07:16:14.738575 tst mo_mt_call.py: using RAC 185\u000a07:16:14.861009 tst mo_mt_call.py: using CellId 19820\u000a07:16:14.989626 tst mo_mt_call.py: using BVCI 19821\u000a07:16:15.014989 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:16:15.026712 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:16:15.038259 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:16:15.049870 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:16:15.061576 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:16:15.073244 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:16:15.190661 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:16:15.394810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:16:15.897683 run create_hlr_db(pid=6241): Launched\u000a07:16:16.087899 bus /sierra_2: Setting Powered False\u000a07:16:17.147326 run create_hlr_db(pid=6241): Terminated: ok {rc=0}\u000a07:16:17.592001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6243): Launched\u000a07:16:17.923588 run osmo-hlr_10.42.42.2(pid=6244): Launched\u000a07:16:18.044766 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:16:18.619099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6246): Launched\u000a07:16:18.951006 run osmo-stp_10.42.42.5(pid=6247): Launched\u000a07:16:19.070933 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:16:19.676583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6249): Launched\u000a07:16:20.010608 run osmo-msc_10.42.42.6(pid=6250): Launched\u000a07:16:20.203657 run osmo-stp_10.42.42.5(pid=6247): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6247)]\u000a07:16:20.344093 run osmo-stp_10.42.42.5(pid=6247): stdout: \u000a| (launched: 2022-12-09_07:16:18.787410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:20.481714 run osmo-stp_10.42.42.5(pid=6247): stderr: \u000a| �[0;m�[38;5;43m20221209071618979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071618980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071618980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071618980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071618981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071618981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071618981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:20.614831 run osmo-stp_10.42.42.5(pid=6247): stdout: \u000a| (launched: 2022-12-09_07:16:18.787410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:20.747053 run osmo-stp_10.42.42.5(pid=6247): stderr: \u000a| �[0;m�[38;5;43m20221209071618979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071618980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071618980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071618980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071618981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071618981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071618981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:20.805258 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6247): Process ended prematurely: osmo-stp_10.42.42.5(pid=6247) [trial-2356↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6247)] [trial-2356↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a07:16:20.814744 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:16:20.879456 run osmo-hlr_10.42.42.2(pid=6244): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6244)]\u000a07:16:20.931750 run osmo-hlr_10.42.42.2(pid=6244): stdout: \u000a| (launched: 2022-12-09_07:16:17.760273) \u000a07:16:20.985217 run osmo-hlr_10.42.42.2(pid=6244): stderr: \u000a| �[0;m�[1;31m20221209071617958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071617958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071617958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071617958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071617959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071617959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071617971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071617979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071617980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071617980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:16:21.057409 run osmo-msc_10.42.42.6(pid=6250): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6250)]\u000a07:16:21.110238 run osmo-msc_10.42.42.6(pid=6250): stdout: \u000a| (launched: 2022-12-09_07:16:19.845716) \u000a07:16:21.163282 run osmo-msc_10.42.42.6(pid=6250): stderr: \u000a| �[0;m�[38;5;43m20221209071620168 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071620169 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d14f44c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071620169 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071620169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071620169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071620169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071620171 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071620171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071620171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071620171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:16:21.209261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6243): Terminating (SIGTERM)\u000a07:16:21.252167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6246): Terminating (SIGTERM)\u000a07:16:21.294886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6249): Terminating (SIGTERM)\u000a07:16:21.304826 --- ParallelTerminationStrategy: PID 6243 died...\u000a07:16:21.361649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6243): Terminated: ok {rc=0}\u000a07:16:21.371728 --- ParallelTerminationStrategy: PID 6246 died...\u000a07:16:21.428145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6246): Terminated: ok {rc=0}\u000a07:16:21.438252 --- ParallelTerminationStrategy: PID 6249 died...\u000a07:16:21.494182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6249): Terminated: ok {rc=0}\u000a07:16:21.581864 bus /sierra_3: Setting Powered False\u000a07:16:22.687470 bus /sierra_3: Setting Powered False\u000a07:16:23.795226 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6258): Process ended prematurely: osmo-stp_10.42.42.5(pid=6258) [trial-2356↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6258)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6258): Process ended prematurely: osmo-stp_10.42.42.5(pid=6258) [trial-2356↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:16:24.911534 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:16:24.923859 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:16:25.092133 tst mo_mt_call_osmux.py: using LAC 19821\u000a07:16:25.221575 tst mo_mt_call_osmux.py: using RAC 186\u000a07:16:25.353082 tst mo_mt_call_osmux.py: using CellId 19821\u000a07:16:25.482086 tst mo_mt_call_osmux.py: using BVCI 19822\u000a07:16:25.507061 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:16:25.518684 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:16:25.530205 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:16:25.541621 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:16:25.553049 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:16:25.564486 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:16:25.682683 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:16:25.898680 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:16:26.428081 run create_hlr_db(pid=6252): Launched\u000a07:16:26.619229 bus /sierra_2: Setting Powered False\u000a07:16:27.641612 run create_hlr_db(pid=6252): Terminated: ok {rc=0}\u000a07:16:28.057140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6254): Launched\u000a07:16:28.367929 run osmo-hlr_10.42.42.2(pid=6255): Launched\u000a07:16:28.488504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:16:29.032607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6257): Launched\u000a07:16:29.343712 run osmo-stp_10.42.42.5(pid=6258): Launched\u000a07:16:29.456634 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:16:30.023809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6260): Launched\u000a07:16:30.338146 run osmo-msc_10.42.42.6(pid=6261): Launched\u000a07:16:30.520566 run osmo-stp_10.42.42.5(pid=6258): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6258)]\u000a07:16:30.652714 run osmo-stp_10.42.42.5(pid=6258): stdout: \u000a| (launched: 2022-12-09_07:16:29.189786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:30.782544 run osmo-stp_10.42.42.5(pid=6258): stderr: \u000a| �[0;m�[38;5;43m20221209071629361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071629361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071629362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071629362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071629362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071629363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071629363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:30.939280 run osmo-stp_10.42.42.5(pid=6258): stdout: \u000a| (launched: 2022-12-09_07:16:29.189786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:31.078402 run osmo-stp_10.42.42.5(pid=6258): stderr: \u000a| �[0;m�[38;5;43m20221209071629361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071629361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071629362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071629362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071629362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071629363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071629363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:31.135509 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6258): Process ended prematurely: osmo-stp_10.42.42.5(pid=6258) [trial-2356↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6258)] [trial-2356↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a07:16:31.145667 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a07:16:31.211825 run osmo-hlr_10.42.42.2(pid=6255): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6255)]\u000a07:16:31.264856 run osmo-hlr_10.42.42.2(pid=6255): stdout: \u000a| (launched: 2022-12-09_07:16:28.214922) \u000a07:16:31.318809 run osmo-hlr_10.42.42.2(pid=6255): stderr: \u000a| �[0;m�[1;31m20221209071628393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071628393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071628393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071628393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071628393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071628393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071628404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071628414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071628415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071628415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:16:31.391330 run osmo-msc_10.42.42.6(pid=6261): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6261)]\u000a07:16:31.446349 run osmo-msc_10.42.42.6(pid=6261): stdout: \u000a| (launched: 2022-12-09_07:16:30.182446) \u000a07:16:31.499826 run osmo-msc_10.42.42.6(pid=6261): stderr: \u000a| �[0;m�[38;5;43m20221209071630458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071630458 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc32e41ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071630458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071630458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071630458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071630458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071630460 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071630460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071630461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071630461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:16:31.544520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6254): Terminating (SIGTERM)\u000a07:16:31.589016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6257): Terminating (SIGTERM)\u000a07:16:31.636344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6260): Terminating (SIGTERM)\u000a07:16:31.646612 --- ParallelTerminationStrategy: PID 6254 died...\u000a07:16:31.704588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6254): Terminated: ok {rc=0}\u000a07:16:31.715593 --- ParallelTerminationStrategy: PID 6257 died...\u000a07:16:31.773588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6257): Terminated: ok {rc=0}\u000a07:16:31.784400 --- ParallelTerminationStrategy: PID 6260 died...\u000a07:16:31.842581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6260): Terminated: ok {rc=0}\u000a07:16:31.930636 bus /sierra_3: Setting Powered False\u000a07:16:33.035041 bus /sierra_3: Setting Powered False\u000a07:16:34.147695 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:16:14" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6272): Process ended prematurely: osmo-stp_10.42.42.5(pid=6272) [trial-2356↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6272)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6272): Process ended prematurely: osmo-stp_10.42.42.5(pid=6272) [trial-2356↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6272)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a07:16:36.149742 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:16:36.160847 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a07:16:36.301785 tst mo_mt_call.py: using LAC 19822\u000a07:16:36.426943 tst mo_mt_call.py: using RAC 187\u000a07:16:36.547161 tst mo_mt_call.py: using CellId 19822\u000a07:16:36.667144 tst mo_mt_call.py: using BVCI 19823\u000a07:16:36.690763 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:16:36.701952 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:16:36.712814 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:16:36.724311 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:16:36.737205 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:16:36.748147 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a07:16:36.872940 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a07:16:37.089309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:16:37.620658 run create_hlr_db(pid=6266): Launched\u000a07:16:37.810993 bus /sierra_2: Setting Powered False\u000a07:16:38.832647 run create_hlr_db(pid=6266): Terminated: ok {rc=0}\u000a07:16:39.248803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6268): Launched\u000a07:16:39.560673 run osmo-hlr_10.42.42.2(pid=6269): Launched\u000a07:16:39.681526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:16:40.226576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6271): Launched\u000a07:16:40.537289 run osmo-stp_10.42.42.5(pid=6272): Launched\u000a07:16:40.650382 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:16:41.215533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6274): Launched\u000a07:16:41.527652 run osmo-msc_10.42.42.6(pid=6275): Launched\u000a07:16:41.709435 run osmo-stp_10.42.42.5(pid=6272): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6272)]\u000a07:16:41.840035 run osmo-stp_10.42.42.5(pid=6272): stdout: \u000a| (launched: 2022-12-09_07:16:40.383993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:41.968077 run osmo-stp_10.42.42.5(pid=6272): stderr: \u000a| �[0;m�[38;5;43m20221209071640555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071640555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071640555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071640555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071640556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071640556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071640556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:42.092089 run osmo-stp_10.42.42.5(pid=6272): stdout: \u000a| (launched: 2022-12-09_07:16:40.383993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:42.214979 run osmo-stp_10.42.42.5(pid=6272): stderr: \u000a| �[0;m�[38;5;43m20221209071640555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071640555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071640555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071640555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071640556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071640556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071640556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:42.269355 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6272): Process ended prematurely: osmo-stp_10.42.42.5(pid=6272) [trial-2356↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6272)] [trial-2356↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a07:16:42.278003 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:16:42.338156 run osmo-hlr_10.42.42.2(pid=6269): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6269)]\u000a07:16:42.387248 run osmo-hlr_10.42.42.2(pid=6269): stdout: \u000a| (launched: 2022-12-09_07:16:39.406897) \u000a07:16:42.436862 run osmo-hlr_10.42.42.2(pid=6269): stderr: \u000a| �[0;m�[1;31m20221209071639584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071639584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071639584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071639584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071639584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071639584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071639597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071639607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071639607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071639607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:16:42.504538 run osmo-msc_10.42.42.6(pid=6275): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6275)]\u000a07:16:42.553778 run osmo-msc_10.42.42.6(pid=6275): stdout: \u000a| (launched: 2022-12-09_07:16:41.372872) \u000a07:16:42.603407 run osmo-msc_10.42.42.6(pid=6275): stderr: \u000a| �[0;m�[38;5;43m20221209071641645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071641645 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f42b0798c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071641645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071641646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071641646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071641646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071641648 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071641648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071641648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071641648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:16:42.645159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6268): Terminating (SIGTERM)\u000a07:16:42.685082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6271): Terminating (SIGTERM)\u000a07:16:42.725031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6274): Terminating (SIGTERM)\u000a07:16:42.734363 --- ParallelTerminationStrategy: PID 6268 died...\u000a07:16:42.787735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6268): Terminated: ok {rc=0}\u000a07:16:42.797250 --- ParallelTerminationStrategy: PID 6271 died...\u000a07:16:42.850042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6271): Terminated: ok {rc=0}\u000a07:16:42.859637 --- ParallelTerminationStrategy: PID 6274 died...\u000a07:16:42.912319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6274): Terminated: ok {rc=0}\u000a07:16:42.995752 bus /sierra_3: Setting Powered False\u000a07:16:44.102512 bus /sierra_3: Setting Powered False\u000a07:16:45.210401 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6283): Process ended prematurely: osmo-stp_10.42.42.5(pid=6283) [trial-2356↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6283)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6283): Process ended prematurely: osmo-stp_10.42.42.5(pid=6283) [trial-2356↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:16:46.323097 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:16:46.336010 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a07:16:46.515900 tst mo_mt_call_osmux.py: using LAC 19823\u000a07:16:46.647113 tst mo_mt_call_osmux.py: using RAC 188\u000a07:16:46.801832 tst mo_mt_call_osmux.py: using CellId 19823\u000a07:16:46.927530 tst mo_mt_call_osmux.py: using BVCI 19824\u000a07:16:46.953418 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:16:46.965690 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:16:46.978829 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:16:46.991789 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:16:47.004938 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:16:47.017668 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a07:16:47.142810 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a07:16:47.366243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:16:47.852286 run create_hlr_db(pid=6277): Launched\u000a07:16:48.029867 bus /sierra_2: Setting Powered False\u000a07:16:49.053344 run create_hlr_db(pid=6277): Terminated: ok {rc=0}\u000a07:16:49.464882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6279): Launched\u000a07:16:49.775384 run osmo-hlr_10.42.42.2(pid=6280): Launched\u000a07:16:49.892336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:16:50.427873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6282): Launched\u000a07:16:50.738813 run osmo-stp_10.42.42.5(pid=6283): Launched\u000a07:16:50.851992 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:16:51.419105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6285): Launched\u000a07:16:51.729709 run osmo-msc_10.42.42.6(pid=6286): Launched\u000a07:16:51.911050 run osmo-stp_10.42.42.5(pid=6283): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6283)]\u000a07:16:52.041626 run osmo-stp_10.42.42.5(pid=6283): stdout: \u000a| (launched: 2022-12-09_07:16:50.584924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:52.169998 run osmo-stp_10.42.42.5(pid=6283): stderr: \u000a| �[0;m�[38;5;43m20221209071650755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071650756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071650756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071650756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071650757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071650757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071650757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:52.293840 run osmo-stp_10.42.42.5(pid=6283): stdout: \u000a| (launched: 2022-12-09_07:16:50.584924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:52.416341 run osmo-stp_10.42.42.5(pid=6283): stderr: \u000a| �[0;m�[38;5;43m20221209071650755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071650756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071650756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071650756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071650757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071650757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071650757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:52.470436 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6283): Process ended prematurely: osmo-stp_10.42.42.5(pid=6283) [trial-2356↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6283)] [trial-2356↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a07:16:52.479092 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:16:52.539491 run osmo-hlr_10.42.42.2(pid=6280): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6280)]\u000a07:16:52.588854 run osmo-hlr_10.42.42.2(pid=6280): stdout: \u000a| (launched: 2022-12-09_07:16:49.621900) \u000a07:16:52.638717 run osmo-hlr_10.42.42.2(pid=6280): stderr: \u000a| �[0;m�[1;31m20221209071649799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071649799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071649800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071649800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071649800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071649800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071649812 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071649821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071649821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071649821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:16:52.706899 run osmo-msc_10.42.42.6(pid=6286): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6286)]\u000a07:16:52.756030 run osmo-msc_10.42.42.6(pid=6286): stdout: \u000a| (launched: 2022-12-09_07:16:51.576073) \u000a07:16:52.806422 run osmo-msc_10.42.42.6(pid=6286): stderr: \u000a| �[0;m�[38;5;43m20221209071651848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071651848 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c51ecdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071651848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071651848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071651848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071651849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071651850 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071651851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071651851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071651851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:16:52.848413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6279): Terminating (SIGTERM)\u000a07:16:52.888242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6282): Terminating (SIGTERM)\u000a07:16:52.928106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6285): Terminating (SIGTERM)\u000a07:16:52.937488 --- ParallelTerminationStrategy: PID 6279 died...\u000a07:16:52.990872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6279): Terminated: ok {rc=0}\u000a07:16:53.000435 --- ParallelTerminationStrategy: PID 6282 died...\u000a07:16:53.053462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6282): Terminated: ok {rc=0}\u000a07:16:53.063160 --- ParallelTerminationStrategy: PID 6285 died...\u000a07:16:53.116270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6285): Terminated: ok {rc=0}\u000a07:16:53.204917 bus /sierra_3: Setting Powered False\u000a07:16:54.309631 bus /sierra_3: Setting Powered False\u000a07:16:55.421398 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:16:35" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6301): Process ended prematurely: osmo-stp_10.42.42.5(pid=6301) [trial-2356↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6301)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6301): Process ended prematurely: osmo-stp_10.42.42.5(pid=6301) [trial-2356↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a07:16:57.420261 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:16:57.431752 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:16:57.582591 tst mo_mt_call.py: using LAC 19824\u000a07:16:57.712564 tst mo_mt_call.py: using RAC 189\u000a07:16:57.843329 tst mo_mt_call.py: using CellId 19824\u000a07:16:57.972711 tst mo_mt_call.py: using BVCI 19825\u000a07:16:57.998155 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:16:58.010068 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:16:58.021916 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:16:58.034157 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:16:58.047302 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:16:58.059064 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:16:58.178603 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:16:58.395059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:16:58.924087 run create_hlr_db(pid=6292): Launched\u000a07:16:59.116261 bus /sierra_2: Setting Powered False\u000a07:17:00.137922 run create_hlr_db(pid=6292): Terminated: ok {rc=0}\u000a07:17:00.580558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6294): Launched\u000a07:17:01.025457 run osmo-hlr_10.42.42.2(pid=6295): Launched\u000a07:17:01.233726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:17:01.934083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6300): Launched\u000a07:17:02.374186 run osmo-stp_10.42.42.5(pid=6301): Launched\u000a07:17:02.550586 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:17:03.116510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6303): Launched\u000a07:17:03.428911 run osmo-msc_10.42.42.6(pid=6304): Launched\u000a07:17:03.610421 run osmo-stp_10.42.42.5(pid=6301): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6301)]\u000a07:17:03.740489 run osmo-stp_10.42.42.5(pid=6301): stdout: \u000a| (launched: 2022-12-09_07:17:02.106058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:03.869272 run osmo-stp_10.42.42.5(pid=6301): stderr: \u000a| �[0;m�[38;5;43m20221209071702403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071702403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071702403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071702404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071702404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071702404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071702404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:03.993788 run osmo-stp_10.42.42.5(pid=6301): stdout: \u000a| (launched: 2022-12-09_07:17:02.106058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:04.117123 run osmo-stp_10.42.42.5(pid=6301): stderr: \u000a| �[0;m�[38;5;43m20221209071702403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071702403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071702403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071702404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071702404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071702404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071702404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:04.171412 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6301): Process ended prematurely: osmo-stp_10.42.42.5(pid=6301) [trial-2356↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6301)] [trial-2356↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a07:17:04.180099 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a07:17:04.241062 run osmo-hlr_10.42.42.2(pid=6295): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6295)]\u000a07:17:04.290603 run osmo-hlr_10.42.42.2(pid=6295): stdout: \u000a| (launched: 2022-12-09_07:17:00.749371) \u000a07:17:04.340805 run osmo-hlr_10.42.42.2(pid=6295): stderr: \u000a| �[0;m�[1;31m20221209071701048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071701048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071701053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071701053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071701053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071701053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071701067 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071701082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071701082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071701082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:17:04.409073 run osmo-msc_10.42.42.6(pid=6304): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6304)]\u000a07:17:04.458459 run osmo-msc_10.42.42.6(pid=6304): stdout: \u000a| (launched: 2022-12-09_07:17:03.274447) \u000a07:17:04.508295 run osmo-msc_10.42.42.6(pid=6304): stderr: \u000a| �[0;m�[38;5;43m20221209071703546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071703546 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8b336dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071703546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071703546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071703547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071703547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071703548 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071703549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071703549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071703549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:17:04.550466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6294): Terminating (SIGTERM)\u000a07:17:04.590615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6300): Terminating (SIGTERM)\u000a07:17:04.630728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6303): Terminating (SIGTERM)\u000a07:17:04.640225 --- ParallelTerminationStrategy: PID 6294 died...\u000a07:17:04.693818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6294): Terminated: ok {rc=0}\u000a07:17:04.703605 --- ParallelTerminationStrategy: PID 6300 died...\u000a07:17:04.757356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6300): Terminated: ok {rc=0}\u000a07:17:04.766948 --- ParallelTerminationStrategy: PID 6303 died...\u000a07:17:04.820616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6303): Terminated: ok {rc=0}\u000a07:17:04.911173 bus /sierra_3: Setting Powered False\u000a07:17:06.015264 bus /sierra_3: Setting Powered False\u000a07:17:07.127488 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6312): Process ended prematurely: osmo-stp_10.42.42.5(pid=6312) [trial-2356↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6312)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6312): Process ended prematurely: osmo-stp_10.42.42.5(pid=6312) [trial-2356↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:17:08.238850 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:17:08.251032 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:17:08.393322 tst mo_mt_call_osmux.py: using LAC 19825\u000a07:17:08.515174 tst mo_mt_call_osmux.py: using RAC 190\u000a07:17:08.637668 tst mo_mt_call_osmux.py: using CellId 19825\u000a07:17:08.760181 tst mo_mt_call_osmux.py: using BVCI 19826\u000a07:17:08.783552 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:17:08.795089 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:17:08.806477 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:17:08.818154 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:17:08.829780 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:17:08.841334 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:17:08.962485 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:17:09.173506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:17:09.662167 run create_hlr_db(pid=6306): Launched\u000a07:17:09.840091 bus /sierra_2: Setting Powered False\u000a07:17:10.862019 run create_hlr_db(pid=6306): Terminated: ok {rc=0}\u000a07:17:11.276918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6308): Launched\u000a07:17:11.587359 run osmo-hlr_10.42.42.2(pid=6309): Launched\u000a07:17:11.704595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:17:12.240914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6311): Launched\u000a07:17:12.550659 run osmo-stp_10.42.42.5(pid=6312): Launched\u000a07:17:12.663289 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:17:13.228885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6314): Launched\u000a07:17:13.541407 run osmo-msc_10.42.42.6(pid=6315): Launched\u000a07:17:13.726395 run osmo-stp_10.42.42.5(pid=6312): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6312)]\u000a07:17:13.857336 run osmo-stp_10.42.42.5(pid=6312): stdout: \u000a| (launched: 2022-12-09_07:17:12.397863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:13.985604 run osmo-stp_10.42.42.5(pid=6312): stderr: \u000a| �[0;m�[38;5;43m20221209071712570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071712570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071712571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071712571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071712571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071712572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071712572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:14.109634 run osmo-stp_10.42.42.5(pid=6312): stdout: \u000a| (launched: 2022-12-09_07:17:12.397863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:14.232408 run osmo-stp_10.42.42.5(pid=6312): stderr: \u000a| �[0;m�[38;5;43m20221209071712570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071712570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071712571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071712571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071712571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071712572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071712572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:14.286552 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6312): Process ended prematurely: osmo-stp_10.42.42.5(pid=6312) [trial-2356↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6312)] [trial-2356↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a07:17:14.295185 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a07:17:14.355108 run osmo-hlr_10.42.42.2(pid=6309): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6309)]\u000a07:17:14.403861 run osmo-hlr_10.42.42.2(pid=6309): stdout: \u000a| (launched: 2022-12-09_07:17:11.434436) \u000a07:17:14.453745 run osmo-hlr_10.42.42.2(pid=6309): stderr: \u000a| �[0;m�[1;31m20221209071711611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071711611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071711611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071711611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071711611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071711611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071711627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071711636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071711636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071711636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:17:14.521425 run osmo-msc_10.42.42.6(pid=6315): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6315)]\u000a07:17:14.571023 run osmo-msc_10.42.42.6(pid=6315): stdout: \u000a| (launched: 2022-12-09_07:17:13.387090) \u000a07:17:14.620712 run osmo-msc_10.42.42.6(pid=6315): stderr: \u000a| �[0;m�[38;5;43m20221209071713660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071713660 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f80882edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071713660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071713660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071713660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071713660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071713662 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071713663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071713663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071713663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:17:14.662915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6308): Terminating (SIGTERM)\u000a07:17:14.702919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6311): Terminating (SIGTERM)\u000a07:17:14.742961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6314): Terminating (SIGTERM)\u000a07:17:14.752358 --- ParallelTerminationStrategy: PID 6308 died...\u000a07:17:14.805591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6308): Terminated: ok {rc=0}\u000a07:17:14.815254 --- ParallelTerminationStrategy: PID 6311 died...\u000a07:17:14.868206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6311): Terminated: ok {rc=0}\u000a07:17:14.877894 --- ParallelTerminationStrategy: PID 6314 died...\u000a07:17:14.930832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6314): Terminated: ok {rc=0}\u000a07:17:15.017808 bus /sierra_3: Setting Powered False\u000a07:17:16.123376 bus /sierra_3: Setting Powered False\u000a07:17:17.243694 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:16:57" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6326): Process ended prematurely: osmo-stp_10.42.42.5(pid=6326) [trial-2356↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6326)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6326): Process ended prematurely: osmo-stp_10.42.42.5(pid=6326) [trial-2356↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:17:19.273879 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:17:19.285374 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a07:17:19.432742 tst emergency_mo_mt_call.py: using LAC 19826\u000a07:17:19.569805 tst emergency_mo_mt_call.py: using RAC 191\u000a07:17:19.697819 tst emergency_mo_mt_call.py: using CellId 19826\u000a07:17:19.825521 tst emergency_mo_mt_call.py: using BVCI 19827\u000a07:17:19.850250 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:17:19.861583 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:17:19.872633 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:17:19.883703 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:17:19.894809 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:17:19.905895 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a07:17:20.022713 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a07:17:20.224211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:17:20.706964 run create_hlr_db(pid=6320): Launched\u000a07:17:20.882445 bus /sierra_2: Setting Powered False\u000a07:17:21.903636 run create_hlr_db(pid=6320): Terminated: ok {rc=0}\u000a07:17:22.337206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6322): Launched\u000a07:17:22.666173 run osmo-hlr_10.42.42.2(pid=6323): Launched\u000a07:17:22.785787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:17:23.353408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6325): Launched\u000a07:17:23.681770 run osmo-stp_10.42.42.5(pid=6326): Launched\u000a07:17:23.811918 tst emergency_mo_mt_call.py: using MSISDN 7086\u000a07:17:23.974389 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:17:24.569820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6328): Launched\u000a07:17:24.895400 run osmo-msc_10.42.42.6(pid=6329): Launched\u000a07:17:25.085773 run osmo-stp_10.42.42.5(pid=6326): ERR: Terminated: ERROR {rc=1} [trial-2356↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6326)]\u000a07:17:25.222835 run osmo-stp_10.42.42.5(pid=6326): stdout: \u000a| (launched: 2022-12-09_07:17:23.519203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:25.360209 run osmo-stp_10.42.42.5(pid=6326): stderr: \u000a| �[0;m�[38;5;43m20221209071723710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071723711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071723711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071723711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071723712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071723712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071723712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:25.491322 run osmo-stp_10.42.42.5(pid=6326): stdout: \u000a| (launched: 2022-12-09_07:17:23.519203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:25.620811 run osmo-stp_10.42.42.5(pid=6326): stderr: \u000a| �[0;m�[38;5;43m20221209071723710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071723711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071723711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071723711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071723712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071723712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071723712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:25.677661 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=6326): Process ended prematurely: osmo-stp_10.42.42.5(pid=6326) [trial-2356↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6326)] [trial-2356↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a07:17:25.686656 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a07:17:25.749206 run osmo-hlr_10.42.42.2(pid=6323): ERR: Terminated: ERROR {rc=237} [trial-2356↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6323)]\u000a07:17:25.800857 run osmo-hlr_10.42.42.2(pid=6323): stdout: \u000a| (launched: 2022-12-09_07:17:22.502740) \u000a07:17:25.853136 run osmo-hlr_10.42.42.2(pid=6323): stderr: \u000a| �[0;m�[1;31m20221209071722700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071722700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071722700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071722700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071722700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071722700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071722712 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071722722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071722722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071722722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:17:25.923988 run osmo-msc_10.42.42.6(pid=6329): ERR: Terminated: ERROR {rc=2} [trial-2356↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6329)]\u000a07:17:25.975415 run osmo-msc_10.42.42.6(pid=6329): stdout: \u000a| (launched: 2022-12-09_07:17:24.734995) \u000a07:17:26.027481 run osmo-msc_10.42.42.6(pid=6329): stderr: \u000a| �[0;m�[38;5;43m20221209071725057 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071725057 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc436972c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071725057 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071725057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071725057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071725057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071725059 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071725060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071725060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071725060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:17:26.071584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6322): Terminating (SIGTERM)\u000a07:17:26.113370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6325): Terminating (SIGTERM)\u000a07:17:26.155745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6328): Terminating (SIGTERM)\u000a07:17:26.165550 --- ParallelTerminationStrategy: PID 6322 died...\u000a07:17:26.222233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6322): Terminated: ok {rc=0}\u000a07:17:26.232801 --- ParallelTerminationStrategy: PID 6325 died...\u000a07:17:26.289202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6325): Terminated: ok {rc=0}\u000a07:17:26.299445 --- ParallelTerminationStrategy: PID 6328 died...\u000a07:17:26.355985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6328): Terminated: ok {rc=0}\u000a07:17:26.444479 bus /sierra_3: Setting Powered False\u000a07:17:27.552416 bus /sierra_3: Setting Powered False\u000a07:17:28.662038 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6337): Process ended prematurely: osmo-stp_10.42.42.5(pid=6337) [trial-2356↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6337)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6337): Process ended prematurely: osmo-stp_10.42.42.5(pid=6337) [trial-2356↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6337)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:17:29.714988 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:17:29.727308 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a07:17:29.876904 tst emergency_preemptive_call.py: using LAC 19827\u000a07:17:30.004552 tst emergency_preemptive_call.py: using RAC 192\u000a07:17:30.132502 tst emergency_preemptive_call.py: using CellId 19827\u000a07:17:30.261176 tst emergency_preemptive_call.py: using BVCI 19828\u000a07:17:30.286144 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:17:30.297574 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:17:30.308667 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:17:30.320376 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:17:30.331814 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:17:30.343164 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a07:17:30.459710 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a07:17:30.577613 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a07:17:30.699108 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a07:17:30.941911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:17:31.535049 run create_hlr_db(pid=6331): Launched\u000a07:17:31.790715 bus /sierra_2: Setting Powered False\u000a07:17:32.739722 run create_hlr_db(pid=6331): Terminated: ok {rc=0}\u000a07:17:33.218930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6333): Launched\u000a07:17:33.527423 run osmo-hlr_10.42.42.2(pid=6334): Launched\u000a07:17:33.647042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:17:34.214600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6336): Launched\u000a07:17:34.543606 run osmo-stp_10.42.42.5(pid=6337): Launched\u000a07:17:34.675395 tst emergency_preemptive_call.py: using MSISDN 7087\u000a07:17:34.838501 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:17:35.435199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6339): Launched\u000a07:17:35.765097 run osmo-msc_10.42.42.6(pid=6340): Launched\u000a07:17:35.958615 run osmo-stp_10.42.42.5(pid=6337): ERR: Terminated: ERROR {rc=1} [trial-2356↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6337)]\u000a07:17:36.096001 run osmo-stp_10.42.42.5(pid=6337): stdout: \u000a| (launched: 2022-12-09_07:17:34.381677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:36.233838 run osmo-stp_10.42.42.5(pid=6337): stderr: \u000a| �[0;m�[38;5;43m20221209071734575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071734576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071734576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071734576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071734577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071734577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071734577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:36.365590 run osmo-stp_10.42.42.5(pid=6337): stdout: \u000a| (launched: 2022-12-09_07:17:34.381677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:36.495347 run osmo-stp_10.42.42.5(pid=6337): stderr: \u000a| �[0;m�[38;5;43m20221209071734575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071734576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071734576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071734576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071734577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071734577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071734577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:36.552224 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=6337): Process ended prematurely: osmo-stp_10.42.42.5(pid=6337) [trial-2356↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6337)] [trial-2356↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a07:17:36.561456 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a07:17:36.624938 run osmo-hlr_10.42.42.2(pid=6334): ERR: Terminated: ERROR {rc=237} [trial-2356↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6334)]\u000a07:17:36.677319 run osmo-hlr_10.42.42.2(pid=6334): stdout: \u000a| (launched: 2022-12-09_07:17:33.374426) \u000a07:17:36.730142 run osmo-hlr_10.42.42.2(pid=6334): stderr: \u000a| �[0;m�[1;31m20221209071733550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071733550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071733551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071733551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071733551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071733551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071733564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071733573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071733573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071733573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:17:36.802279 run osmo-msc_10.42.42.6(pid=6340): ERR: Terminated: ERROR {rc=2} [trial-2356↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6340)]\u000a07:17:36.854372 run osmo-msc_10.42.42.6(pid=6340): stdout: \u000a| (launched: 2022-12-09_07:17:35.601713) \u000a07:17:36.906770 run osmo-msc_10.42.42.6(pid=6340): stderr: \u000a| �[0;m�[38;5;43m20221209071735932 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209071735933 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99902b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209071735933 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209071735933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209071735933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209071735933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209071735935 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209071735935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209071735935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209071735935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:17:36.951341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6333): Terminating (SIGTERM)\u000a07:17:36.993648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6336): Terminating (SIGTERM)\u000a07:17:37.035785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6339): Terminating (SIGTERM)\u000a07:17:37.045654 --- ParallelTerminationStrategy: PID 6333 died...\u000a07:17:37.102461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6333): Terminated: ok {rc=0}\u000a07:17:37.112805 --- ParallelTerminationStrategy: PID 6336 died...\u000a07:17:37.169164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6336): Terminated: ok {rc=0}\u000a07:17:37.179390 --- ParallelTerminationStrategy: PID 6339 died...\u000a07:17:37.236069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6339): Terminated: ok {rc=0}\u000a07:17:37.323536 bus /sierra_9: Setting Powered False\u000a07:17:38.431728 bus /sierra_9: Setting Powered False\u000a07:17:39.543201 bus /sierra_8: Setting Powered False\u000a07:17:40.651089 bus /sierra_8: Setting Powered False\u000a07:17:41.763605 bus /sierra_3: Setting Powered False\u000a07:17:42.869198 bus /sierra_3: Setting Powered False\u000a07:17:43.981672 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:17:18" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "gprs:trx-b200", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6355): Process ended prematurely: osmo-stp_10.42.42.5(pid=6355) [trial-2356↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6355)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6355): Process ended prematurely: osmo-stp_10.42.42.5(pid=6355) [trial-2356↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:17:46.154988 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:46.169234 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a07:17:46.321066 tst cs_paging_gprs_active.py: using LAC 19828\u000a07:17:46.475607 tst cs_paging_gprs_active.py: using RAC 193\u000a07:17:46.626569 tst cs_paging_gprs_active.py: using CellId 19828\u000a07:17:46.786558 tst cs_paging_gprs_active.py: using BVCI 19829\u000a07:17:46.813149 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:46.825139 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:46.836877 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:46.849367 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:46.862192 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:46.874780 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:46.887964 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:46.900483 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:46.913989 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:17:47.054234 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:17:47.345779 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:17:47.487134 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:17:47.833487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6345): Launched\u000a07:17:48.121645 run iperf3-srv_10.42.42.10(pid=6346): Launched\u000a07:17:48.326249 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:17:48.465859 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:17:48.811373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6347): Launched\u000a07:17:49.098737 run iperf3-srv_10.42.42.10(pid=6348): Launched\u000a07:17:49.303190 tst cs_paging_gprs_active.py:38: start network...\u000a07:17:49.442237 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:17:49.975723 run create_hlr_db(pid=6349): Launched\u000a07:17:50.168049 bus /sierra_2: Setting Powered False\u000a07:17:51.188912 run create_hlr_db(pid=6349): Terminated: ok {rc=0}\u000a07:17:51.632429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6351): Launched\u000a07:17:51.965267 run osmo-hlr_10.42.42.2(pid=6352): Launched\u000a07:17:52.086138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:17:52.664382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6354): Launched\u000a07:17:52.999191 run osmo-stp_10.42.42.5(pid=6355): Launched\u000a07:17:53.119912 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:17:53.702322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6357): Launched\u000a07:17:53.821312 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:17:54.112703 run patchelf(pid=6358): Launched\u000a07:17:54.307596 run osmo-stp_10.42.42.5(pid=6355): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6355)]\u000a07:17:54.449106 run osmo-stp_10.42.42.5(pid=6355): stdout: \u000a| (launched: 2022-12-09_07:17:52.833997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:54.591147 run osmo-stp_10.42.42.5(pid=6355): stderr: \u000a| �[0;m�[38;5;43m20221209071753027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071753027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071753027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071753027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071753028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071753028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071753028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:54.728808 run osmo-stp_10.42.42.5(pid=6355): stdout: \u000a| (launched: 2022-12-09_07:17:52.833997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:54.865441 run osmo-stp_10.42.42.5(pid=6355): stderr: \u000a| �[0;m�[38;5;43m20221209071753027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071753027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071753027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071753027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071753028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071753028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071753028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:55.023282 run patchelf(pid=6358): Terminating (SIGINT)\u000a07:17:55.208189 run patchelf(pid=6358): Terminated: ok {rc=0}\u000a07:17:55.242333 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6355): Process ended prematurely: osmo-stp_10.42.42.5(pid=6355) [trial-2356↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6355)] [trial-2356↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a07:17:55.252765 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a07:17:55.316864 run osmo-hlr_10.42.42.2(pid=6352): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6352)]\u000a07:17:55.369051 run osmo-hlr_10.42.42.2(pid=6352): stdout: \u000a| (launched: 2022-12-09_07:17:51.801899) \u000a07:17:55.421887 run osmo-hlr_10.42.42.2(pid=6352): stderr: \u000a| �[0;m�[1;31m20221209071752002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071752002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071752002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071752002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071752002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071752002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071752015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071752023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071752023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071752023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:17:55.467086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6345): Terminating (SIGTERM)\u000a07:17:55.509832 run iperf3-srv_10.42.42.10(pid=6346): Terminating (SIGTERM)\u000a07:17:55.552515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6347): Terminating (SIGTERM)\u000a07:17:55.595135 run iperf3-srv_10.42.42.10(pid=6348): Terminating (SIGTERM)\u000a07:17:55.638230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6351): Terminating (SIGTERM)\u000a07:17:55.680615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6354): Terminating (SIGTERM)\u000a07:17:55.723257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6357): Terminating (SIGTERM)\u000a07:17:55.733043 --- ParallelTerminationStrategy: PID 6345 died...\u000a07:17:55.789273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6345): Terminated: ok {rc=0}\u000a07:17:55.799445 --- ParallelTerminationStrategy: PID 6346 died...\u000a07:17:55.855837 run iperf3-srv_10.42.42.10(pid=6346): Terminated {rc=256}\u000a07:17:55.865978 --- ParallelTerminationStrategy: PID 6347 died...\u000a07:17:55.921999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6347): Terminated: ok {rc=0}\u000a07:17:55.932142 --- ParallelTerminationStrategy: PID 6348 died...\u000a07:17:55.987889 run iperf3-srv_10.42.42.10(pid=6348): Terminated {rc=256}\u000a07:17:55.997989 --- ParallelTerminationStrategy: PID 6351 died...\u000a07:17:56.053752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6351): Terminated: ok {rc=0}\u000a07:17:56.063769 --- ParallelTerminationStrategy: PID 6354 died...\u000a07:17:56.119636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6354): Terminated: ok {rc=0}\u000a07:17:56.129819 --- ParallelTerminationStrategy: PID 6357 died...\u000a07:17:56.185570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6357): Terminated: ok {rc=0}\u000a07:17:56.273437 bus /gobi_0: Setting Powered False\u000a07:17:57.381794 bus /gobi_0: Setting Powered False\u000a07:17:58.494905 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6367): Process ended prematurely: osmo-stp_10.42.42.5(pid=6367) [trial-2356↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6367)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6367): Process ended prematurely: osmo-stp_10.42.42.5(pid=6367) [trial-2356↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6367)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a07:17:59.606853 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:59.618434 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a07:17:59.763219 tst iperf3.py: using LAC 19829\u000a07:17:59.886142 tst iperf3.py: using RAC 194\u000a07:18:00.007114 tst iperf3.py: using CellId 19829\u000a07:18:00.133289 tst iperf3.py: using BVCI 19830\u000a07:18:00.156934 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:00.167776 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:00.178478 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:00.189275 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:00.200360 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:00.211107 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:00.222087 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:00.232495 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:00.244176 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:18:00.545731 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:18:00.685414 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:18:01.062914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6359): Launched\u000a07:18:01.360643 run iperf3-srv_10.42.42.10(pid=6360): Launched\u000a07:18:01.559483 tst iperf3.py:8: start network...\u000a07:18:01.696770 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:18:02.234538 run create_hlr_db(pid=6361): Launched\u000a07:18:02.414245 bus /gobi_6: Setting Powered False\u000a07:18:03.435421 run create_hlr_db(pid=6361): Terminated: ok {rc=0}\u000a07:18:03.848287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6363): Launched\u000a07:18:04.158185 run osmo-hlr_10.42.42.2(pid=6364): Launched\u000a07:18:04.278478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:18:04.824367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6366): Launched\u000a07:18:05.135678 run osmo-stp_10.42.42.5(pid=6367): Launched\u000a07:18:05.249251 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:18:05.788195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6369): Launched\u000a07:18:05.898546 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:18:06.170469 run patchelf(pid=6370): Launched\u000a07:18:06.351588 run osmo-stp_10.42.42.5(pid=6367): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6367)]\u000a07:18:06.484314 run osmo-stp_10.42.42.5(pid=6367): stdout: \u000a| (launched: 2022-12-09_07:18:04.982402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:06.617233 run osmo-stp_10.42.42.5(pid=6367): stderr: \u000a| �[0;m�[38;5;43m20221209071805154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071805154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071805154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071805154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071805155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071805155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071805155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:06.745697 run osmo-stp_10.42.42.5(pid=6367): stdout: \u000a| (launched: 2022-12-09_07:18:04.982402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:06.872889 run osmo-stp_10.42.42.5(pid=6367): stderr: \u000a| �[0;m�[38;5;43m20221209071805154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071805154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071805154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071805154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071805155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071805155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071805155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:07.020404 run patchelf(pid=6370): Terminating (SIGINT)\u000a07:18:07.193451 run patchelf(pid=6370): Terminated: ok {rc=0}\u000a07:18:07.225143 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6367): Process ended prematurely: osmo-stp_10.42.42.5(pid=6367) [trial-2356↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6367)] [trial-2356↪gprs:trx-b200↪iperf3.py:8]\u000a07:18:07.234378 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a07:18:07.295105 run osmo-hlr_10.42.42.2(pid=6364): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6364)]\u000a07:18:07.344252 run osmo-hlr_10.42.42.2(pid=6364): stdout: \u000a| (launched: 2022-12-09_07:18:04.005456) \u000a07:18:07.394011 run osmo-hlr_10.42.42.2(pid=6364): stderr: \u000a| �[0;m�[1;31m20221209071804181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071804181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071804181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071804182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071804182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071804182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071804194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071804202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071804202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071804202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:18:07.436237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6359): Terminating (SIGTERM)\u000a07:18:07.476330 run iperf3-srv_10.42.42.10(pid=6360): Terminating (SIGTERM)\u000a07:18:07.521844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6363): Terminating (SIGTERM)\u000a07:18:07.564939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6366): Terminating (SIGTERM)\u000a07:18:07.607056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6369): Terminating (SIGTERM)\u000a07:18:07.616790 --- ParallelTerminationStrategy: PID 6359 died...\u000a07:18:07.673646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6359): Terminated: ok {rc=0}\u000a07:18:07.683947 --- ParallelTerminationStrategy: PID 6360 died...\u000a07:18:07.740422 run iperf3-srv_10.42.42.10(pid=6360): Terminated {rc=256}\u000a07:18:07.750609 --- ParallelTerminationStrategy: PID 6363 died...\u000a07:18:07.806969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6363): Terminated: ok {rc=0}\u000a07:18:07.817203 --- ParallelTerminationStrategy: PID 6366 died...\u000a07:18:07.873468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6366): Terminated: ok {rc=0}\u000a07:18:07.883548 --- ParallelTerminationStrategy: PID 6369 died...\u000a07:18:07.939798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6369): Terminated: ok {rc=0}\u000a07:18:08.027799 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 171, "className" : "gprs:trx-b200", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6385): Process ended prematurely: osmo-stp_10.42.42.5(pid=6385) [trial-2356↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6385)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6385): Process ended prematurely: osmo-stp_10.42.42.5(pid=6385) [trial-2356↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6385)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a07:18:09.144864 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:09.157315 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a07:18:09.300029 tst iperf3m4.py: using LAC 19830\u000a07:18:09.421981 tst iperf3m4.py: using RAC 195\u000a07:18:09.551076 tst iperf3m4.py: using CellId 19830\u000a07:18:09.677652 tst iperf3m4.py: using BVCI 19831\u000a07:18:09.701480 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:09.712674 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:09.723441 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:09.734989 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:09.746319 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:09.757661 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:09.769148 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:09.780394 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:09.791902 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:18:09.915594 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:18:10.036212 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:18:10.159023 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:18:10.463930 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:18:10.603774 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:18:10.950060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6371): Launched\u000a07:18:11.237862 run iperf3-srv_10.42.42.10(pid=6372): Launched\u000a07:18:11.443047 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:18:11.582718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:18:11.929356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6373): Launched\u000a07:18:12.217113 run iperf3-srv_10.42.42.10(pid=6374): Launched\u000a07:18:12.421775 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:18:12.561038 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:18:12.905960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6375): Launched\u000a07:18:13.192028 run iperf3-srv_10.42.42.10(pid=6376): Launched\u000a07:18:13.395488 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:18:13.534020 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:18:13.879011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6377): Launched\u000a07:18:14.165346 run iperf3-srv_10.42.42.10(pid=6378): Launched\u000a07:18:14.369726 tst iperf3m4.py:8: start network...\u000a07:18:14.508685 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:18:15.041456 run create_hlr_db(pid=6379): Launched\u000a07:18:15.233427 bus /gobi_6: Setting Powered False\u000a07:18:16.257632 run create_hlr_db(pid=6379): Terminated: ok {rc=0}\u000a07:18:16.699332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6381): Launched\u000a07:18:17.159237 run osmo-hlr_10.42.42.2(pid=6382): Launched\u000a07:18:17.325086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:18:17.904313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6384): Launched\u000a07:18:18.237152 run osmo-stp_10.42.42.5(pid=6385): Launched\u000a07:18:18.357013 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:18:18.937300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6387): Launched\u000a07:18:19.055857 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:18:19.346354 run patchelf(pid=6388): Launched\u000a07:18:19.539567 run osmo-stp_10.42.42.5(pid=6385): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6385)]\u000a07:18:19.680702 run osmo-stp_10.42.42.5(pid=6385): stdout: \u000a| (launched: 2022-12-09_07:18:18.072761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:19.822330 run osmo-stp_10.42.42.5(pid=6385): stderr: \u000a| �[0;m�[38;5;43m20221209071818264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071818264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071818265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071818265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071818266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071818266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071818266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:19.959336 run osmo-stp_10.42.42.5(pid=6385): stdout: \u000a| (launched: 2022-12-09_07:18:18.072761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:20.095145 run osmo-stp_10.42.42.5(pid=6385): stderr: \u000a| �[0;m�[38;5;43m20221209071818264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071818264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071818265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071818265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071818266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071818266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071818266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:20.252785 run patchelf(pid=6388): Terminating (SIGINT)\u000a07:18:20.437896 run patchelf(pid=6388): Terminated: ok {rc=0}\u000a07:18:20.471830 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6385): Process ended prematurely: osmo-stp_10.42.42.5(pid=6385) [trial-2356↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6385)] [trial-2356↪gprs:trx-b200↪iperf3m4.py:8]\u000a07:18:20.481855 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a07:18:20.545203 run osmo-hlr_10.42.42.2(pid=6382): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6382)]\u000a07:18:20.596776 run osmo-hlr_10.42.42.2(pid=6382): stdout: \u000a| (launched: 2022-12-09_07:18:16.861288) \u000a07:18:20.648829 run osmo-hlr_10.42.42.2(pid=6382): stderr: \u000a| �[0;m�[1;31m20221209071817098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071817098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071817098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071817099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071817099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071817099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071817112 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071817132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071817132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071817132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:18:20.693086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6371): Terminating (SIGTERM)\u000a07:18:20.734713 run iperf3-srv_10.42.42.10(pid=6372): Terminating (SIGTERM)\u000a07:18:20.776480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6373): Terminating (SIGTERM)\u000a07:18:20.818399 run iperf3-srv_10.42.42.10(pid=6374): Terminating (SIGTERM)\u000a07:18:20.860307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6375): Terminating (SIGTERM)\u000a07:18:20.902357 run iperf3-srv_10.42.42.10(pid=6376): Terminating (SIGTERM)\u000a07:18:20.944171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6377): Terminating (SIGTERM)\u000a07:18:20.986103 run iperf3-srv_10.42.42.10(pid=6378): Terminating (SIGTERM)\u000a07:18:21.027993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6381): Terminating (SIGTERM)\u000a07:18:21.070104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6384): Terminating (SIGTERM)\u000a07:18:21.112016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6387): Terminating (SIGTERM)\u000a07:18:21.121738 --- ParallelTerminationStrategy: PID 6371 died...\u000a07:18:21.177975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6371): Terminated: ok {rc=0}\u000a07:18:21.188111 --- ParallelTerminationStrategy: PID 6372 died...\u000a07:18:21.243936 run iperf3-srv_10.42.42.10(pid=6372): Terminated {rc=256}\u000a07:18:21.254036 --- ParallelTerminationStrategy: PID 6373 died...\u000a07:18:21.310759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6373): Terminated: ok {rc=0}\u000a07:18:21.321076 --- ParallelTerminationStrategy: PID 6374 died...\u000a07:18:21.376827 run iperf3-srv_10.42.42.10(pid=6374): Terminated {rc=256}\u000a07:18:21.387020 --- ParallelTerminationStrategy: PID 6375 died...\u000a07:18:21.443168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6375): Terminated: ok {rc=0}\u000a07:18:21.453491 --- ParallelTerminationStrategy: PID 6376 died...\u000a07:18:21.509306 run iperf3-srv_10.42.42.10(pid=6376): Terminated {rc=256}\u000a07:18:21.519488 --- ParallelTerminationStrategy: PID 6377 died...\u000a07:18:21.575601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6377): Terminated: ok {rc=0}\u000a07:18:21.585801 --- ParallelTerminationStrategy: PID 6378 died...\u000a07:18:21.641444 run iperf3-srv_10.42.42.10(pid=6378): Terminated {rc=256}\u000a07:18:21.651672 --- ParallelTerminationStrategy: PID 6381 died...\u000a07:18:21.707742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6381): Terminated: ok {rc=0}\u000a07:18:21.718032 --- ParallelTerminationStrategy: PID 6384 died...\u000a07:18:21.774210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6384): Terminated: ok {rc=0}\u000a07:18:21.784485 --- ParallelTerminationStrategy: PID 6387 died...\u000a07:18:21.841406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6387): Terminated: ok {rc=0}\u000a07:18:21.929531 bus /gobi_4: Setting Powered False\u000a07:18:23.036757 bus /gobi_4: Setting Powered False\u000a07:18:24.148563 bus /gobi_1: Setting Powered False\u000a07:18:25.251527 bus /gobi_1: Setting Powered False\u000a07:18:26.358819 bus /gobi_0: Setting Powered False\u000a07:18:27.466207 bus /gobi_0: Setting Powered False\u000a07:18:28.573850 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 171, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6395): Process ended prematurely: osmo-stp_10.42.42.5(pid=6395) [trial-2356↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6395)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6395): Process ended prematurely: osmo-stp_10.42.42.5(pid=6395) [trial-2356↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6395)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a07:18:29.642797 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:29.654762 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a07:18:29.800551 tst ping.py: using LAC 19831\u000a07:18:29.927466 tst ping.py: using RAC 196\u000a07:18:30.053200 tst ping.py: using CellId 19831\u000a07:18:30.179560 tst ping.py: using BVCI 19832\u000a07:18:30.204575 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:30.215997 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:30.227186 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:30.238292 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:30.249248 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:30.260153 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:30.271700 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:30.282897 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:18:30.564035 tst ping.py:19: start network...\u000a07:18:30.691815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:18:31.266979 run create_hlr_db(pid=6389): Launched\u000a07:18:31.462957 bus /gobi_6: Setting Powered False\u000a07:18:32.477294 run create_hlr_db(pid=6389): Terminated: ok {rc=0}\u000a07:18:32.889520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6391): Launched\u000a07:18:33.198093 run osmo-hlr_10.42.42.2(pid=6392): Launched\u000a07:18:33.309644 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:18:33.854340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6394): Launched\u000a07:18:34.184100 run osmo-stp_10.42.42.5(pid=6395): Launched\u000a07:18:34.303126 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:18:34.875341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6397): Launched\u000a07:18:34.991705 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:18:35.278074 run patchelf(pid=6398): Launched\u000a07:18:35.468815 run osmo-stp_10.42.42.5(pid=6395): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6395)]\u000a07:18:35.608174 run osmo-stp_10.42.42.5(pid=6395): stdout: \u000a| (launched: 2022-12-09_07:18:34.021522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:35.747817 run osmo-stp_10.42.42.5(pid=6395): stderr: \u000a| �[0;m�[38;5;43m20221209071834214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071834214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071834214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071834215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071834215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071834215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071834215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:35.882551 run osmo-stp_10.42.42.5(pid=6395): stdout: \u000a| (launched: 2022-12-09_07:18:34.021522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:36.016836 run osmo-stp_10.42.42.5(pid=6395): stderr: \u000a| �[0;m�[38;5;43m20221209071834214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071834214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071834214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071834215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071834215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071834215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071834215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:36.171354 run patchelf(pid=6398): Terminating (SIGINT)\u000a07:18:36.352745 run patchelf(pid=6398): Terminated: ok {rc=0}\u000a07:18:36.385716 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6395): Process ended prematurely: osmo-stp_10.42.42.5(pid=6395) [trial-2356↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6395)] [trial-2356↪gprs:trx-b200↪ping.py:22]\u000a07:18:36.395181 tst ping.py:22: Test FAILED (6.7 sec)\u000a07:18:36.459088 run osmo-hlr_10.42.42.2(pid=6392): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6392)]\u000a07:18:36.511301 run osmo-hlr_10.42.42.2(pid=6392): stdout: \u000a| (launched: 2022-12-09_07:18:33.045506) \u000a07:18:36.565016 run osmo-hlr_10.42.42.2(pid=6392): stderr: \u000a| �[0;m�[1;31m20221209071833222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071833222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071833222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071833222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071833222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071833222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071833261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071833272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071833272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071833272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:18:36.610281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6391): Terminating (SIGTERM)\u000a07:18:36.653190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6394): Terminating (SIGTERM)\u000a07:18:36.695309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6397): Terminating (SIGTERM)\u000a07:18:36.705236 --- ParallelTerminationStrategy: PID 6391 died...\u000a07:18:36.761548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6391): Terminated: ok {rc=0}\u000a07:18:36.771833 --- ParallelTerminationStrategy: PID 6394 died...\u000a07:18:36.828072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6394): Terminated: ok {rc=0}\u000a07:18:36.838171 --- ParallelTerminationStrategy: PID 6397 died...\u000a07:18:36.894135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6397): Terminated: ok {rc=0}\u000a07:18:36.982037 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 171, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6405): Process ended prematurely: osmo-stp_10.42.42.5(pid=6405) [trial-2356↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6405)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6405): Process ended prematurely: osmo-stp_10.42.42.5(pid=6405) [trial-2356↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a07:18:38.034214 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:38.045730 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a07:18:38.185421 tst ping_idle_ping.py: using LAC 19832\u000a07:18:38.315153 tst ping_idle_ping.py: using RAC 197\u000a07:18:38.445214 tst ping_idle_ping.py: using CellId 19832\u000a07:18:38.575817 tst ping_idle_ping.py: using BVCI 19833\u000a07:18:38.601150 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:38.612636 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:38.624010 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:38.635365 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:38.646470 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:38.657513 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:38.668741 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:18:38.679909 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:18:38.959349 tst ping_idle_ping.py:24: start network...\u000a07:18:39.086461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:18:39.587411 run create_hlr_db(pid=6399): Launched\u000a07:18:39.776937 bus /gobi_6: Setting Powered False\u000a07:18:40.797765 run create_hlr_db(pid=6399): Terminated: ok {rc=0}\u000a07:18:41.233899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6401): Launched\u000a07:18:41.563033 run osmo-hlr_10.42.42.2(pid=6402): Launched\u000a07:18:41.681739 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:18:42.250757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6404): Launched\u000a07:18:42.579394 run osmo-stp_10.42.42.5(pid=6405): Launched\u000a07:18:42.698024 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:18:43.270324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6407): Launched\u000a07:18:43.387420 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:18:43.673633 run patchelf(pid=6408): Launched\u000a07:18:43.864661 run osmo-stp_10.42.42.5(pid=6405): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6405)]\u000a07:18:44.004248 run osmo-stp_10.42.42.5(pid=6405): stdout: \u000a| (launched: 2022-12-09_07:18:42.417869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:44.143714 run osmo-stp_10.42.42.5(pid=6405): stderr: \u000a| �[0;m�[38;5;43m20221209071842612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071842612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071842612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071842613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071842613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071842613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071842613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:44.279660 run osmo-stp_10.42.42.5(pid=6405): stdout: \u000a| (launched: 2022-12-09_07:18:42.417869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:44.414330 run osmo-stp_10.42.42.5(pid=6405): stderr: \u000a| �[0;m�[38;5;43m20221209071842612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071842612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071842612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071842613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071842613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071842613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071842613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:44.570105 run patchelf(pid=6408): Terminating (SIGINT)\u000a07:18:44.751554 run patchelf(pid=6408): Terminated: ok {rc=0}\u000a07:18:44.784528 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6405): Process ended prematurely: osmo-stp_10.42.42.5(pid=6405) [trial-2356↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6405)] [trial-2356↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a07:18:44.794014 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:18:44.857093 run osmo-hlr_10.42.42.2(pid=6402): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6402)]\u000a07:18:44.908594 run osmo-hlr_10.42.42.2(pid=6402): stdout: \u000a| (launched: 2022-12-09_07:18:41.400798) \u000a07:18:44.960700 run osmo-hlr_10.42.42.2(pid=6402): stderr: \u000a| �[0;m�[1;31m20221209071841602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071841602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071841602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071841602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071841602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071841602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071841624 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071841634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071841634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071841634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:18:45.005344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6401): Terminating (SIGTERM)\u000a07:18:45.047765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6404): Terminating (SIGTERM)\u000a07:18:45.090391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6407): Terminating (SIGTERM)\u000a07:18:45.100250 --- ParallelTerminationStrategy: PID 6401 died...\u000a07:18:45.157331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6401): Terminated: ok {rc=0}\u000a07:18:45.167543 --- ParallelTerminationStrategy: PID 6404 died...\u000a07:18:45.223783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6404): Terminated: ok {rc=0}\u000a07:18:45.233993 --- ParallelTerminationStrategy: PID 6407 died...\u000a07:18:45.290501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6407): Terminated: ok {rc=0}\u000a07:18:45.378551 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:17:45" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6422): Process ended prematurely: osmo-stp_10.42.42.5(pid=6422) [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6422)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6422): Process ended prematurely: osmo-stp_10.42.42.5(pid=6422) [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:18:47.570794 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:47.582212 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:18:47.726133 tst cs_paging_gprs_active.py: using LAC 19833\u000a07:18:47.855045 tst cs_paging_gprs_active.py: using RAC 198\u000a07:18:47.987619 tst cs_paging_gprs_active.py: using CellId 19833\u000a07:18:48.117196 tst cs_paging_gprs_active.py: using BVCI 19834\u000a07:18:48.142690 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:48.154235 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:48.165620 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:48.176847 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:48.187990 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:48.199271 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:48.210696 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:48.221898 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:48.233320 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:18:48.354728 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:18:48.642533 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:18:48.773295 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:18:49.096410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6412): Launched\u000a07:18:49.365833 run iperf3-srv_10.42.42.10(pid=6413): Launched\u000a07:18:49.556507 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:18:49.686913 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:18:50.010222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6414): Launched\u000a07:18:50.279608 run iperf3-srv_10.42.42.10(pid=6415): Launched\u000a07:18:50.469481 tst cs_paging_gprs_active.py:38: start network...\u000a07:18:50.599392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:18:51.103166 run create_hlr_db(pid=6416): Launched\u000a07:18:51.295784 bus /gobi_6: Setting Powered False\u000a07:18:52.316898 run create_hlr_db(pid=6416): Terminated: ok {rc=0}\u000a07:18:52.759574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6418): Launched\u000a07:18:53.094602 run osmo-hlr_10.42.42.2(pid=6419): Launched\u000a07:18:53.216014 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:18:53.795604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6421): Launched\u000a07:18:54.130946 run osmo-stp_10.42.42.5(pid=6422): Launched\u000a07:18:54.251217 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:18:54.833892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6424): Launched\u000a07:18:54.952523 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:18:55.243172 run patchelf(pid=6425): Launched\u000a07:18:55.437366 run osmo-stp_10.42.42.5(pid=6422): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6422)]\u000a07:18:55.579281 run osmo-stp_10.42.42.5(pid=6422): stdout: \u000a| (launched: 2022-12-09_07:18:53.965135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:55.720393 run osmo-stp_10.42.42.5(pid=6422): stderr: \u000a| �[0;m�[38;5;43m20221209071854158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071854158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071854158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071854159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071854159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071854159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071854159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:55.857249 run osmo-stp_10.42.42.5(pid=6422): stdout: \u000a| (launched: 2022-12-09_07:18:53.965135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:55.993082 run osmo-stp_10.42.42.5(pid=6422): stderr: \u000a| �[0;m�[38;5;43m20221209071854158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071854158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071854158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071854159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071854159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071854159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071854159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:56.151386 run patchelf(pid=6425): Terminating (SIGINT)\u000a07:18:56.336699 run patchelf(pid=6425): Terminated: ok {rc=0}\u000a07:18:56.370708 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6422): Process ended prematurely: osmo-stp_10.42.42.5(pid=6422) [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6422)] [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:18:56.380583 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a07:18:56.444267 run osmo-hlr_10.42.42.2(pid=6419): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6419)]\u000a07:18:56.496105 run osmo-hlr_10.42.42.2(pid=6419): stdout: \u000a| (launched: 2022-12-09_07:18:52.929088) \u000a07:18:56.548614 run osmo-hlr_10.42.42.2(pid=6419): stderr: \u000a| �[0;m�[1;31m20221209071853128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071853128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071853128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071853128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071853128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071853128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071853141 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071853150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071853150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071853150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:18:56.593448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6412): Terminating (SIGTERM)\u000a07:18:56.635492 run iperf3-srv_10.42.42.10(pid=6413): Terminating (SIGTERM)\u000a07:18:56.677795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6414): Terminating (SIGTERM)\u000a07:18:56.719948 run iperf3-srv_10.42.42.10(pid=6415): Terminating (SIGTERM)\u000a07:18:56.762172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6418): Terminating (SIGTERM)\u000a07:18:56.804496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6421): Terminating (SIGTERM)\u000a07:18:56.846641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6424): Terminating (SIGTERM)\u000a07:18:56.856304 --- ParallelTerminationStrategy: PID 6412 died...\u000a07:18:56.912535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6412): Terminated: ok {rc=0}\u000a07:18:56.922562 --- ParallelTerminationStrategy: PID 6413 died...\u000a07:18:56.978355 run iperf3-srv_10.42.42.10(pid=6413): Terminated {rc=256}\u000a07:18:56.988330 --- ParallelTerminationStrategy: PID 6414 died...\u000a07:18:57.044248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6414): Terminated: ok {rc=0}\u000a07:18:57.054221 --- ParallelTerminationStrategy: PID 6415 died...\u000a07:18:57.110074 run iperf3-srv_10.42.42.10(pid=6415): Terminated {rc=256}\u000a07:18:57.120067 --- ParallelTerminationStrategy: PID 6418 died...\u000a07:18:57.176231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6418): Terminated: ok {rc=0}\u000a07:18:57.186329 --- ParallelTerminationStrategy: PID 6421 died...\u000a07:18:57.242269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6421): Terminated: ok {rc=0}\u000a07:18:57.252274 --- ParallelTerminationStrategy: PID 6424 died...\u000a07:18:57.308457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6424): Terminated: ok {rc=0}\u000a07:18:57.395560 bus /gobi_0: Setting Powered False\u000a07:18:58.499428 bus /gobi_0: Setting Powered False\u000a07:18:59.610575 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6434): Process ended prematurely: osmo-stp_10.42.42.5(pid=6434) [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6434)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6434): Process ended prematurely: osmo-stp_10.42.42.5(pid=6434) [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:19:00.727606 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:00.739675 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:19:00.902172 tst iperf3.py: using LAC 19834\u000a07:19:01.044382 tst iperf3.py: using RAC 199\u000a07:19:01.172490 tst iperf3.py: using CellId 19834\u000a07:19:01.304404 tst iperf3.py: using BVCI 19835\u000a07:19:01.330967 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:01.343058 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:01.354980 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:01.366826 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:01.378725 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:01.390513 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:01.402653 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:01.414460 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:01.426434 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:19:01.730528 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:19:01.872781 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:19:02.228405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6426): Launched\u000a07:19:02.515158 run iperf3-srv_10.42.42.10(pid=6427): Launched\u000a07:19:02.719098 tst iperf3.py:8: start network...\u000a07:19:02.858343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:19:03.390257 run create_hlr_db(pid=6428): Launched\u000a07:19:03.582353 bus /gobi_6: Setting Powered False\u000a07:19:04.603777 run create_hlr_db(pid=6428): Terminated: ok {rc=0}\u000a07:19:05.020011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6430): Launched\u000a07:19:05.333613 run osmo-hlr_10.42.42.2(pid=6431): Launched\u000a07:19:05.455793 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:19:05.999239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6433): Launched\u000a07:19:06.310864 run osmo-stp_10.42.42.5(pid=6434): Launched\u000a07:19:06.424023 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:19:06.966034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6436): Launched\u000a07:19:07.077120 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:19:07.348064 run patchelf(pid=6437): Launched\u000a07:19:07.529466 run osmo-stp_10.42.42.5(pid=6434): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6434)]\u000a07:19:07.661829 run osmo-stp_10.42.42.5(pid=6434): stdout: \u000a| (launched: 2022-12-09_07:19:06.156890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:07.794924 run osmo-stp_10.42.42.5(pid=6434): stderr: \u000a| �[0;m�[38;5;43m20221209071906327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071906327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071906328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071906328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071906329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071906329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071906329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:07.923249 run osmo-stp_10.42.42.5(pid=6434): stdout: \u000a| (launched: 2022-12-09_07:19:06.156890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:08.050521 run osmo-stp_10.42.42.5(pid=6434): stderr: \u000a| �[0;m�[38;5;43m20221209071906327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071906327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071906328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071906328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071906329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071906329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071906329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:08.198635 run patchelf(pid=6437): Terminating (SIGINT)\u000a07:19:08.371806 run patchelf(pid=6437): Terminated: ok {rc=0}\u000a07:19:08.403619 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6434): Process ended prematurely: osmo-stp_10.42.42.5(pid=6434) [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6434)] [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a07:19:08.413098 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a07:19:08.474665 run osmo-hlr_10.42.42.2(pid=6431): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6431)]\u000a07:19:08.524792 run osmo-hlr_10.42.42.2(pid=6431): stdout: \u000a| (launched: 2022-12-09_07:19:05.177732) \u000a07:19:08.575680 run osmo-hlr_10.42.42.2(pid=6431): stderr: \u000a| �[0;m�[1;31m20221209071905352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071905352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071905352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071905352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071905352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071905352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071905366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071905374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071905374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071905374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:19:08.618353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6426): Terminating (SIGTERM)\u000a07:19:08.658640 run iperf3-srv_10.42.42.10(pid=6427): Terminating (SIGTERM)\u000a07:19:08.698916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6430): Terminating (SIGTERM)\u000a07:19:08.739262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6433): Terminating (SIGTERM)\u000a07:19:08.779713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6436): Terminating (SIGTERM)\u000a07:19:08.789359 --- ParallelTerminationStrategy: PID 6426 died...\u000a07:19:08.843676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6426): Terminated: ok {rc=0}\u000a07:19:08.853422 --- ParallelTerminationStrategy: PID 6427 died...\u000a07:19:08.907290 run iperf3-srv_10.42.42.10(pid=6427): Terminated {rc=256}\u000a07:19:08.917204 --- ParallelTerminationStrategy: PID 6430 died...\u000a07:19:08.970943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6430): Terminated: ok {rc=0}\u000a07:19:08.980901 --- ParallelTerminationStrategy: PID 6433 died...\u000a07:19:09.034861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6433): Terminated: ok {rc=0}\u000a07:19:09.044628 --- ParallelTerminationStrategy: PID 6436 died...\u000a07:19:09.098767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6436): Terminated: ok {rc=0}\u000a07:19:09.188936 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6452): Process ended prematurely: osmo-stp_10.42.42.5(pid=6452) [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6452)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6452): Process ended prematurely: osmo-stp_10.42.42.5(pid=6452) [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:19:10.300824 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:10.312778 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:19:10.455866 tst iperf3m4.py: using LAC 19835\u000a07:19:10.582240 tst iperf3m4.py: using RAC 200\u000a07:19:10.710710 tst iperf3m4.py: using CellId 19835\u000a07:19:10.839106 tst iperf3m4.py: using BVCI 19836\u000a07:19:10.864660 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:10.876291 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:10.887805 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:10.899770 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:10.911532 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:10.923409 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:10.935631 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:10.947307 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:10.959331 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:19:11.078859 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:19:11.199623 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:19:11.323590 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:19:11.608000 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:19:11.738172 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:19:12.060599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6438): Launched\u000a07:19:12.330592 run iperf3-srv_10.42.42.10(pid=6439): Launched\u000a07:19:12.518942 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:19:12.647910 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:19:12.968367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6440): Launched\u000a07:19:13.236582 run iperf3-srv_10.42.42.10(pid=6441): Launched\u000a07:19:13.424861 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:19:13.554126 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:19:13.874001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6442): Launched\u000a07:19:14.142207 run iperf3-srv_10.42.42.10(pid=6443): Launched\u000a07:19:14.330850 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:19:14.459714 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:19:14.780336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6444): Launched\u000a07:19:15.049747 run iperf3-srv_10.42.42.10(pid=6445): Launched\u000a07:19:15.237866 tst iperf3m4.py:8: start network...\u000a07:19:15.366945 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:19:15.876148 run create_hlr_db(pid=6446): Launched\u000a07:19:16.087293 bus /gobi_6: Setting Powered False\u000a07:19:17.126166 run create_hlr_db(pid=6446): Terminated: ok {rc=0}\u000a07:19:17.542768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6448): Launched\u000a07:19:17.856256 run osmo-hlr_10.42.42.2(pid=6449): Launched\u000a07:19:17.976552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:19:18.525398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6451): Launched\u000a07:19:18.837366 run osmo-stp_10.42.42.5(pid=6452): Launched\u000a07:19:18.949810 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:19:19.489505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6454): Launched\u000a07:19:19.600207 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:19:19.873358 run patchelf(pid=6455): Launched\u000a07:19:20.053893 run osmo-stp_10.42.42.5(pid=6452): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6452)]\u000a07:19:20.186576 run osmo-stp_10.42.42.5(pid=6452): stdout: \u000a| (launched: 2022-12-09_07:19:18.683044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:20.320488 run osmo-stp_10.42.42.5(pid=6452): stderr: \u000a| �[0;m�[38;5;43m20221209071918853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071918853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071918854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071918854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071918854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071918855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071918855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:20.448890 run osmo-stp_10.42.42.5(pid=6452): stdout: \u000a| (launched: 2022-12-09_07:19:18.683044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:20.576231 run osmo-stp_10.42.42.5(pid=6452): stderr: \u000a| �[0;m�[38;5;43m20221209071918853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071918853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071918854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071918854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071918854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071918855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071918855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:20.724040 run patchelf(pid=6455): Terminating (SIGINT)\u000a07:19:20.897825 run patchelf(pid=6455): Terminated: ok {rc=0}\u000a07:19:20.929830 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6452): Process ended prematurely: osmo-stp_10.42.42.5(pid=6452) [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6452)] [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:19:20.939255 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a07:19:21.001177 run osmo-hlr_10.42.42.2(pid=6449): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6449)]\u000a07:19:21.051246 run osmo-hlr_10.42.42.2(pid=6449): stdout: \u000a| (launched: 2022-12-09_07:19:17.700661) \u000a07:19:21.101871 run osmo-hlr_10.42.42.2(pid=6449): stderr: \u000a| �[0;m�[1;31m20221209071917874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071917874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071917874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071917874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071917874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071917875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071917892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071917903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071917903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071917903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:19:21.144386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6438): Terminating (SIGTERM)\u000a07:19:21.184735 run iperf3-srv_10.42.42.10(pid=6439): Terminating (SIGTERM)\u000a07:19:21.225616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6440): Terminating (SIGTERM)\u000a07:19:21.266055 run iperf3-srv_10.42.42.10(pid=6441): Terminating (SIGTERM)\u000a07:19:21.307721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6442): Terminating (SIGTERM)\u000a07:19:21.347915 run iperf3-srv_10.42.42.10(pid=6443): Terminating (SIGTERM)\u000a07:19:21.388187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6444): Terminating (SIGTERM)\u000a07:19:21.428412 run iperf3-srv_10.42.42.10(pid=6445): Terminating (SIGTERM)\u000a07:19:21.468827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6448): Terminating (SIGTERM)\u000a07:19:21.509203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6451): Terminating (SIGTERM)\u000a07:19:21.549643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6454): Terminating (SIGTERM)\u000a07:19:21.559178 --- ParallelTerminationStrategy: PID 6438 died...\u000a07:19:21.613516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6438): Terminated: ok {rc=0}\u000a07:19:21.623178 --- ParallelTerminationStrategy: PID 6439 died...\u000a07:19:21.676548 run iperf3-srv_10.42.42.10(pid=6439): Terminated {rc=256}\u000a07:19:21.686228 --- ParallelTerminationStrategy: PID 6440 died...\u000a07:19:21.739750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6440): Terminated: ok {rc=0}\u000a07:19:21.749380 --- ParallelTerminationStrategy: PID 6441 died...\u000a07:19:21.802649 run iperf3-srv_10.42.42.10(pid=6441): Terminated {rc=256}\u000a07:19:21.812177 --- ParallelTerminationStrategy: PID 6442 died...\u000a07:19:21.865969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6442): Terminated: ok {rc=0}\u000a07:19:21.875589 --- ParallelTerminationStrategy: PID 6443 died...\u000a07:19:21.928340 run iperf3-srv_10.42.42.10(pid=6443): Terminated {rc=256}\u000a07:19:21.938070 --- ParallelTerminationStrategy: PID 6444 died...\u000a07:19:21.991148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6444): Terminated: ok {rc=0}\u000a07:19:22.001015 --- ParallelTerminationStrategy: PID 6445 died...\u000a07:19:22.053765 run iperf3-srv_10.42.42.10(pid=6445): Terminated {rc=256}\u000a07:19:22.063544 --- ParallelTerminationStrategy: PID 6448 died...\u000a07:19:22.116697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6448): Terminated: ok {rc=0}\u000a07:19:22.126327 --- ParallelTerminationStrategy: PID 6451 died...\u000a07:19:22.180005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6451): Terminated: ok {rc=0}\u000a07:19:22.189915 --- ParallelTerminationStrategy: PID 6454 died...\u000a07:19:22.244336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6454): Terminated: ok {rc=0}\u000a07:19:22.333440 bus /gobi_4: Setting Powered False\u000a07:19:23.437385 bus /gobi_4: Setting Powered False\u000a07:19:24.550126 bus /gobi_1: Setting Powered False\u000a07:19:25.654452 bus /gobi_1: Setting Powered False\u000a07:19:26.765645 bus /gobi_0: Setting Powered False\u000a07:19:27.869591 bus /gobi_0: Setting Powered False\u000a07:19:28.981891 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6462): Process ended prematurely: osmo-stp_10.42.42.5(pid=6462) [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6462)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6462): Process ended prematurely: osmo-stp_10.42.42.5(pid=6462) [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6462)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:19:30.048655 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:30.060338 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:19:30.202068 tst ping.py: using LAC 19836\u000a07:19:30.322137 tst ping.py: using RAC 201\u000a07:19:30.441410 tst ping.py: using CellId 19836\u000a07:19:30.560828 tst ping.py: using BVCI 19837\u000a07:19:30.584104 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:30.595203 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:30.606448 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:30.617626 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:30.628418 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:30.639508 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:30.650842 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:30.661911 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:19:30.954228 tst ping.py:19: start network...\u000a07:19:31.083996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:19:31.608792 run create_hlr_db(pid=6456): Launched\u000a07:19:31.789976 bus /gobi_6: Setting Powered False\u000a07:19:32.806925 run create_hlr_db(pid=6456): Terminated: ok {rc=0}\u000a07:19:33.215204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6458): Launched\u000a07:19:33.522764 run osmo-hlr_10.42.42.2(pid=6459): Launched\u000a07:19:33.638569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:19:34.171248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6461): Launched\u000a07:19:34.478390 run osmo-stp_10.42.42.5(pid=6462): Launched\u000a07:19:34.589513 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:19:35.121341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6464): Launched\u000a07:19:35.230170 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:19:35.498125 run patchelf(pid=6465): Launched\u000a07:19:35.677306 run osmo-stp_10.42.42.5(pid=6462): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6462)]\u000a07:19:35.807766 run osmo-stp_10.42.42.5(pid=6462): stdout: \u000a| (launched: 2022-12-09_07:19:34.326095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:35.938488 run osmo-stp_10.42.42.5(pid=6462): stderr: \u000a| �[0;m�[38;5;43m20221209071934497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071934497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071934497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071934498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071934498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071934498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071934498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:36.065298 run osmo-stp_10.42.42.5(pid=6462): stdout: \u000a| (launched: 2022-12-09_07:19:34.326095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:36.190530 run osmo-stp_10.42.42.5(pid=6462): stderr: \u000a| �[0;m�[38;5;43m20221209071934497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071934497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071934497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071934498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071934498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071934498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071934498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:36.335708 run patchelf(pid=6465): Terminating (SIGINT)\u000a07:19:36.506326 run patchelf(pid=6465): Terminated: ok {rc=0}\u000a07:19:36.537266 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6462): Process ended prematurely: osmo-stp_10.42.42.5(pid=6462) [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6462)] [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a07:19:36.546120 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:19:36.607560 run osmo-hlr_10.42.42.2(pid=6459): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6459)]\u000a07:19:36.656842 run osmo-hlr_10.42.42.2(pid=6459): stdout: \u000a| (launched: 2022-12-09_07:19:33.370181) \u000a07:19:36.707067 run osmo-hlr_10.42.42.2(pid=6459): stderr: \u000a| �[0;m�[1;31m20221209071933545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071933546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071933546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071933546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071933546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071933546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071933558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071933569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071933569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071933569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:19:36.749704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6458): Terminating (SIGTERM)\u000a07:19:36.789952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6461): Terminating (SIGTERM)\u000a07:19:36.830360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6464): Terminating (SIGTERM)\u000a07:19:36.839992 --- ParallelTerminationStrategy: PID 6458 died...\u000a07:19:36.894088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6458): Terminated: ok {rc=0}\u000a07:19:36.904232 --- ParallelTerminationStrategy: PID 6461 died...\u000a07:19:36.958268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6461): Terminated: ok {rc=0}\u000a07:19:36.968364 --- ParallelTerminationStrategy: PID 6464 died...\u000a07:19:37.022611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6464): Terminated: ok {rc=0}\u000a07:19:37.107548 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6472): Process ended prematurely: osmo-stp_10.42.42.5(pid=6472) [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6472)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6472): Process ended prematurely: osmo-stp_10.42.42.5(pid=6472) [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:19:38.161834 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:38.174618 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:19:38.326964 tst ping_idle_ping.py: using LAC 19837\u000a07:19:38.455619 tst ping_idle_ping.py: using RAC 202\u000a07:19:38.580519 tst ping_idle_ping.py: using CellId 19837\u000a07:19:38.701892 tst ping_idle_ping.py: using BVCI 19838\u000a07:19:38.725278 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:38.736564 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:38.747608 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:38.758979 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:38.770150 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:38.781450 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:38.792572 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:19:38.803653 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:19:39.085379 tst ping_idle_ping.py:24: start network...\u000a07:19:39.213216 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:19:39.702329 run create_hlr_db(pid=6466): Launched\u000a07:19:39.879882 bus /gobi_6: Setting Powered False\u000a07:19:40.900814 run create_hlr_db(pid=6466): Terminated: ok {rc=0}\u000a07:19:41.339694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6468): Launched\u000a07:19:41.671317 run osmo-hlr_10.42.42.2(pid=6469): Launched\u000a07:19:41.791441 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:19:42.366261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6471): Launched\u000a07:19:42.697752 run osmo-stp_10.42.42.5(pid=6472): Launched\u000a07:19:42.817824 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:19:43.391907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6474): Launched\u000a07:19:43.508786 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:19:43.794883 run patchelf(pid=6475): Launched\u000a07:19:43.986198 run osmo-stp_10.42.42.5(pid=6472): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6472)]\u000a07:19:44.125679 run osmo-stp_10.42.42.5(pid=6472): stdout: \u000a| (launched: 2022-12-09_07:19:42.534120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:44.265626 run osmo-stp_10.42.42.5(pid=6472): stderr: \u000a| �[0;m�[38;5;43m20221209071942727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071942727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071942727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071942727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071942728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071942728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071942728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:44.402100 run osmo-stp_10.42.42.5(pid=6472): stdout: \u000a| (launched: 2022-12-09_07:19:42.534120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:44.537235 run osmo-stp_10.42.42.5(pid=6472): stderr: \u000a| �[0;m�[38;5;43m20221209071942727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071942727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071942727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071942727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071942728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071942728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071942728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:44.692685 run patchelf(pid=6475): Terminating (SIGINT)\u000a07:19:44.875457 run patchelf(pid=6475): Terminated: ok {rc=0}\u000a07:19:44.908614 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6472): Process ended prematurely: osmo-stp_10.42.42.5(pid=6472) [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6472)] [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:19:44.918315 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:19:44.982105 run osmo-hlr_10.42.42.2(pid=6469): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6469)]\u000a07:19:45.034501 run osmo-hlr_10.42.42.2(pid=6469): stdout: \u000a| (launched: 2022-12-09_07:19:41.507237) \u000a07:19:45.087289 run osmo-hlr_10.42.42.2(pid=6469): stderr: \u000a| �[0;m�[1;31m20221209071941704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071941704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071941704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071941704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071941704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071941704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071941717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071941727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071941727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071941728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:19:45.132252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6468): Terminating (SIGTERM)\u000a07:19:45.174780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6471): Terminating (SIGTERM)\u000a07:19:45.217369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6474): Terminating (SIGTERM)\u000a07:19:45.226921 --- ParallelTerminationStrategy: PID 6468 died...\u000a07:19:45.283614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6468): Terminated: ok {rc=0}\u000a07:19:45.293984 --- ParallelTerminationStrategy: PID 6471 died...\u000a07:19:45.350901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6471): Terminated: ok {rc=0}\u000a07:19:45.361181 --- ParallelTerminationStrategy: PID 6474 died...\u000a07:19:45.417260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6474): Terminated: ok {rc=0}\u000a07:19:45.504461 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:18:47" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6489): Process ended prematurely: osmo-stp_10.42.42.5(pid=6489) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6489)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6489): Process ended prematurely: osmo-stp_10.42.42.5(pid=6489) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6489)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:19:47.690876 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:47.702403 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:19:47.868278 tst cs_paging_gprs_active.py: using LAC 19838\u000a07:19:47.996525 tst cs_paging_gprs_active.py: using RAC 203\u000a07:19:48.124628 tst cs_paging_gprs_active.py: using CellId 19838\u000a07:19:48.255205 tst cs_paging_gprs_active.py: using BVCI 19839\u000a07:19:48.280538 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:48.291931 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:48.303615 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:48.315035 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:48.326314 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:48.337672 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:48.349124 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:48.360407 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:48.371800 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:19:48.496727 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:19:48.787723 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:19:48.917896 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:19:49.241302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6479): Launched\u000a07:19:49.510062 run iperf3-srv_10.42.42.10(pid=6480): Launched\u000a07:19:49.699488 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:19:49.829025 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:19:50.150034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6481): Launched\u000a07:19:50.416681 run iperf3-srv_10.42.42.10(pid=6482): Launched\u000a07:19:50.605661 tst cs_paging_gprs_active.py:38: start network...\u000a07:19:50.734974 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:19:51.224813 run create_hlr_db(pid=6483): Launched\u000a07:19:51.402906 bus /gobi_6: Setting Powered False\u000a07:19:52.425021 run create_hlr_db(pid=6483): Terminated: ok {rc=0}\u000a07:19:52.838069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6485): Launched\u000a07:19:53.150058 run osmo-hlr_10.42.42.2(pid=6486): Launched\u000a07:19:53.272019 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:19:53.816758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6488): Launched\u000a07:19:54.127407 run osmo-stp_10.42.42.5(pid=6489): Launched\u000a07:19:54.240777 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:19:54.782865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6491): Launched\u000a07:19:54.893655 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:19:55.164644 run patchelf(pid=6492): Launched\u000a07:19:55.346219 run osmo-stp_10.42.42.5(pid=6489): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6489)]\u000a07:19:55.478385 run osmo-stp_10.42.42.5(pid=6489): stdout: \u000a| (launched: 2022-12-09_07:19:53.974549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:55.610787 run osmo-stp_10.42.42.5(pid=6489): stderr: \u000a| �[0;m�[38;5;43m20221209071954146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071954146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071954146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071954147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071954147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071954147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071954147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:55.739259 run osmo-stp_10.42.42.5(pid=6489): stdout: \u000a| (launched: 2022-12-09_07:19:53.974549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:55.866804 run osmo-stp_10.42.42.5(pid=6489): stderr: \u000a| �[0;m�[38;5;43m20221209071954146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209071954146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209071954146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209071954147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209071954147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209071954147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209071954147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:56.014572 run patchelf(pid=6492): Terminating (SIGINT)\u000a07:19:56.187583 run patchelf(pid=6492): Terminated: ok {rc=0}\u000a07:19:56.219462 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6489): Process ended prematurely: osmo-stp_10.42.42.5(pid=6489) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6489)] [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:19:56.228812 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a07:19:56.289468 run osmo-hlr_10.42.42.2(pid=6486): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6486)]\u000a07:19:56.338948 run osmo-hlr_10.42.42.2(pid=6486): stdout: \u000a| (launched: 2022-12-09_07:19:52.996056) \u000a07:19:56.389072 run osmo-hlr_10.42.42.2(pid=6486): stderr: \u000a| �[0;m�[1;31m20221209071953172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209071953172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209071953172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071953172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209071953172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209071953172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209071953184 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209071953192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209071953192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209071953192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:19:56.431200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6479): Terminating (SIGTERM)\u000a07:19:56.471118 run iperf3-srv_10.42.42.10(pid=6480): Terminating (SIGTERM)\u000a07:19:56.511096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6481): Terminating (SIGTERM)\u000a07:19:56.550788 run iperf3-srv_10.42.42.10(pid=6482): Terminating (SIGTERM)\u000a07:19:56.590816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6485): Terminating (SIGTERM)\u000a07:19:56.630689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6488): Terminating (SIGTERM)\u000a07:19:56.670631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6491): Terminating (SIGTERM)\u000a07:19:56.679936 --- ParallelTerminationStrategy: PID 6479 died...\u000a07:19:56.733531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6479): Terminated: ok {rc=0}\u000a07:19:56.743061 --- ParallelTerminationStrategy: PID 6480 died...\u000a07:19:56.796000 run iperf3-srv_10.42.42.10(pid=6480): Terminated {rc=256}\u000a07:19:56.805745 --- ParallelTerminationStrategy: PID 6481 died...\u000a07:19:56.858978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6481): Terminated: ok {rc=0}\u000a07:19:56.868460 --- ParallelTerminationStrategy: PID 6482 died...\u000a07:19:56.921869 run iperf3-srv_10.42.42.10(pid=6482): Terminated {rc=256}\u000a07:19:56.931585 --- ParallelTerminationStrategy: PID 6485 died...\u000a07:19:56.984711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6485): Terminated: ok {rc=0}\u000a07:19:56.994452 --- ParallelTerminationStrategy: PID 6488 died...\u000a07:19:57.047469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6488): Terminated: ok {rc=0}\u000a07:19:57.057258 --- ParallelTerminationStrategy: PID 6491 died...\u000a07:19:57.110404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6491): Terminated: ok {rc=0}\u000a07:19:57.194658 bus /gobi_0: Setting Powered False\u000a07:19:58.303598 bus /gobi_0: Setting Powered False\u000a07:19:59.412844 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6505): Process ended prematurely: osmo-stp_10.42.42.5(pid=6505) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6505)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6505): Process ended prematurely: osmo-stp_10.42.42.5(pid=6505) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:20:00.529383 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:00.541796 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:20:00.717195 tst iperf3.py: using LAC 19839\u000a07:20:00.845473 tst iperf3.py: using RAC 204\u000a07:20:00.985803 tst iperf3.py: using CellId 19839\u000a07:20:01.147356 tst iperf3.py: using BVCI 19840\u000a07:20:01.181131 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:01.196246 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:01.211913 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:01.227354 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:01.242371 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:01.257689 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:01.273612 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:01.288850 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:01.303587 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:20:01.600260 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:20:01.733844 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:20:02.074671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6497): Launched\u000a07:20:02.361078 run iperf3-srv_10.42.42.10(pid=6498): Launched\u000a07:20:02.551372 tst iperf3.py:8: start network...\u000a07:20:02.682064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:20:03.170642 run create_hlr_db(pid=6499): Launched\u000a07:20:03.349264 bus /gobi_6: Setting Powered False\u000a07:20:04.370780 run create_hlr_db(pid=6499): Terminated: ok {rc=0}\u000a07:20:04.783921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6501): Launched\u000a07:20:05.094899 run osmo-hlr_10.42.42.2(pid=6502): Launched\u000a07:20:05.208423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:20:05.748277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6504): Launched\u000a07:20:06.059964 run osmo-stp_10.42.42.5(pid=6505): Launched\u000a07:20:06.173319 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:20:06.715737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6507): Launched\u000a07:20:06.826960 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:20:07.099068 run patchelf(pid=6508): Launched\u000a07:20:07.281350 run osmo-stp_10.42.42.5(pid=6505): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6505)]\u000a07:20:07.414363 run osmo-stp_10.42.42.5(pid=6505): stdout: \u000a| (launched: 2022-12-09_07:20:05.905682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:07.547298 run osmo-stp_10.42.42.5(pid=6505): stderr: \u000a| �[0;m�[38;5;43m20221209072006076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072006077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072006077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072006077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072006078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072006078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072006078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:07.676012 run osmo-stp_10.42.42.5(pid=6505): stdout: \u000a| (launched: 2022-12-09_07:20:05.905682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:07.803266 run osmo-stp_10.42.42.5(pid=6505): stderr: \u000a| �[0;m�[38;5;43m20221209072006076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072006077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072006077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072006077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072006078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072006078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072006078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:07.950987 run patchelf(pid=6508): Terminating (SIGINT)\u000a07:20:08.124287 run patchelf(pid=6508): Terminated: ok {rc=0}\u000a07:20:08.156316 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6505): Process ended prematurely: osmo-stp_10.42.42.5(pid=6505) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6505)] [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:20:08.165815 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a07:20:08.227741 run osmo-hlr_10.42.42.2(pid=6502): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6502)]\u000a07:20:08.277810 run osmo-hlr_10.42.42.2(pid=6502): stdout: \u000a| (launched: 2022-12-09_07:20:04.942223) \u000a07:20:08.329219 run osmo-hlr_10.42.42.2(pid=6502): stderr: \u000a| �[0;m�[1;31m20221209072005118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072005118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072005118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072005118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072005118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072005118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072005131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072005142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072005142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072005142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:20:08.372424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6497): Terminating (SIGTERM)\u000a07:20:08.413251 run iperf3-srv_10.42.42.10(pid=6498): Terminating (SIGTERM)\u000a07:20:08.454137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6501): Terminating (SIGTERM)\u000a07:20:08.494897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6504): Terminating (SIGTERM)\u000a07:20:08.535564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6507): Terminating (SIGTERM)\u000a07:20:08.545234 --- ParallelTerminationStrategy: PID 6497 died...\u000a07:20:08.600472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6497): Terminated: ok {rc=0}\u000a07:20:08.610265 --- ParallelTerminationStrategy: PID 6498 died...\u000a07:20:08.664933 run iperf3-srv_10.42.42.10(pid=6498): Terminated {rc=256}\u000a07:20:08.674685 --- ParallelTerminationStrategy: PID 6501 died...\u000a07:20:08.729221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6501): Terminated: ok {rc=0}\u000a07:20:08.738950 --- ParallelTerminationStrategy: PID 6504 died...\u000a07:20:08.793494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6504): Terminated: ok {rc=0}\u000a07:20:08.803307 --- ParallelTerminationStrategy: PID 6507 died...\u000a07:20:08.857562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6507): Terminated: ok {rc=0}\u000a07:20:08.943471 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6523): Process ended prematurely: osmo-stp_10.42.42.5(pid=6523) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6523)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6523): Process ended prematurely: osmo-stp_10.42.42.5(pid=6523) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:20:10.060517 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:10.072996 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:20:10.244179 tst iperf3m4.py: using LAC 19840\u000a07:20:10.376619 tst iperf3m4.py: using RAC 205\u000a07:20:10.508001 tst iperf3m4.py: using CellId 19840\u000a07:20:10.632426 tst iperf3m4.py: using BVCI 19841\u000a07:20:10.656215 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:10.667709 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:10.679106 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:10.690603 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:10.702163 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:10.713327 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:10.724525 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:10.735593 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:10.746802 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:20:10.864733 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:20:10.990038 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:20:11.107292 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:20:11.395326 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:20:11.525276 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:20:11.849995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6509): Launched\u000a07:20:12.118404 run iperf3-srv_10.42.42.10(pid=6510): Launched\u000a07:20:12.307588 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:20:12.437112 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:20:12.759276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6511): Launched\u000a07:20:13.026882 run iperf3-srv_10.42.42.10(pid=6512): Launched\u000a07:20:13.215497 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:20:13.344372 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:20:13.665827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6513): Launched\u000a07:20:13.936072 run iperf3-srv_10.42.42.10(pid=6514): Launched\u000a07:20:14.124599 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:20:14.254111 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:20:14.577768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6515): Launched\u000a07:20:14.848578 run iperf3-srv_10.42.42.10(pid=6516): Launched\u000a07:20:15.038027 tst iperf3m4.py:8: start network...\u000a07:20:15.167750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:20:15.659914 run create_hlr_db(pid=6517): Launched\u000a07:20:15.840144 bus /gobi_6: Setting Powered False\u000a07:20:16.877666 run create_hlr_db(pid=6517): Terminated: ok {rc=0}\u000a07:20:17.327633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6519): Launched\u000a07:20:17.663774 run osmo-hlr_10.42.42.2(pid=6520): Launched\u000a07:20:17.788197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:20:18.370152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6522): Launched\u000a07:20:18.705640 run osmo-stp_10.42.42.5(pid=6523): Launched\u000a07:20:18.827040 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:20:19.407314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6525): Launched\u000a07:20:19.526171 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:20:19.817876 run patchelf(pid=6526): Launched\u000a07:20:20.010761 run osmo-stp_10.42.42.5(pid=6523): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6523)]\u000a07:20:20.151680 run osmo-stp_10.42.42.5(pid=6523): stdout: \u000a| (launched: 2022-12-09_07:20:18.539600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:20.292413 run osmo-stp_10.42.42.5(pid=6523): stderr: \u000a| �[0;m�[38;5;43m20221209072018729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072018729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072018729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072018730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072018730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072018730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072018730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:20.429542 run osmo-stp_10.42.42.5(pid=6523): stdout: \u000a| (launched: 2022-12-09_07:20:18.539600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:20.565417 run osmo-stp_10.42.42.5(pid=6523): stderr: \u000a| �[0;m�[38;5;43m20221209072018729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072018729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072018729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072018730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072018730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072018730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072018730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:20.723260 run patchelf(pid=6526): Terminating (SIGINT)\u000a07:20:20.909199 run patchelf(pid=6526): Terminated: ok {rc=0}\u000a07:20:20.943144 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6523): Process ended prematurely: osmo-stp_10.42.42.5(pid=6523) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6523)] [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:20:20.953233 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a07:20:21.016573 run osmo-hlr_10.42.42.2(pid=6520): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6520)]\u000a07:20:21.068285 run osmo-hlr_10.42.42.2(pid=6520): stdout: \u000a| (launched: 2022-12-09_07:20:17.497342) \u000a07:20:21.120567 run osmo-hlr_10.42.42.2(pid=6520): stderr: \u000a| �[0;m�[1;31m20221209072017695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072017695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072017695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072017695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072017695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072017695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072017706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072017715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072017715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072017715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:20:21.165133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6509): Terminating (SIGTERM)\u000a07:20:21.207233 run iperf3-srv_10.42.42.10(pid=6510): Terminating (SIGTERM)\u000a07:20:21.249405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6511): Terminating (SIGTERM)\u000a07:20:21.292124 run iperf3-srv_10.42.42.10(pid=6512): Terminating (SIGTERM)\u000a07:20:21.334545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6513): Terminating (SIGTERM)\u000a07:20:21.376514 run iperf3-srv_10.42.42.10(pid=6514): Terminating (SIGTERM)\u000a07:20:21.418590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6515): Terminating (SIGTERM)\u000a07:20:21.460660 run iperf3-srv_10.42.42.10(pid=6516): Terminating (SIGTERM)\u000a07:20:21.502795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6519): Terminating (SIGTERM)\u000a07:20:21.544832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6522): Terminating (SIGTERM)\u000a07:20:21.587176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6525): Terminating (SIGTERM)\u000a07:20:21.597040 --- ParallelTerminationStrategy: PID 6509 died...\u000a07:20:21.653784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6509): Terminated: ok {rc=0}\u000a07:20:21.664065 --- ParallelTerminationStrategy: PID 6510 died...\u000a07:20:21.720227 run iperf3-srv_10.42.42.10(pid=6510): Terminated {rc=256}\u000a07:20:21.730429 --- ParallelTerminationStrategy: PID 6511 died...\u000a07:20:21.786692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6511): Terminated: ok {rc=0}\u000a07:20:21.796923 --- ParallelTerminationStrategy: PID 6512 died...\u000a07:20:21.853547 run iperf3-srv_10.42.42.10(pid=6512): Terminated {rc=256}\u000a07:20:21.863675 --- ParallelTerminationStrategy: PID 6513 died...\u000a07:20:21.919702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6513): Terminated: ok {rc=0}\u000a07:20:21.929965 --- ParallelTerminationStrategy: PID 6514 died...\u000a07:20:21.985779 run iperf3-srv_10.42.42.10(pid=6514): Terminated {rc=256}\u000a07:20:21.995987 --- ParallelTerminationStrategy: PID 6515 died...\u000a07:20:22.052024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6515): Terminated: ok {rc=0}\u000a07:20:22.062535 --- ParallelTerminationStrategy: PID 6516 died...\u000a07:20:22.118685 run iperf3-srv_10.42.42.10(pid=6516): Terminated {rc=256}\u000a07:20:22.128770 --- ParallelTerminationStrategy: PID 6519 died...\u000a07:20:22.184798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6519): Terminated: ok {rc=0}\u000a07:20:22.195038 --- ParallelTerminationStrategy: PID 6522 died...\u000a07:20:22.250996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6522): Terminated: ok {rc=0}\u000a07:20:22.261207 --- ParallelTerminationStrategy: PID 6525 died...\u000a07:20:22.317073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6525): Terminated: ok {rc=0}\u000a07:20:22.405228 bus /gobi_4: Setting Powered False\u000a07:20:23.510724 bus /gobi_4: Setting Powered False\u000a07:20:24.623308 bus /gobi_1: Setting Powered False\u000a07:20:25.726565 bus /gobi_1: Setting Powered False\u000a07:20:26.839139 bus /gobi_0: Setting Powered False\u000a07:20:27.942705 bus /gobi_0: Setting Powered False\u000a07:20:29.052471 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6534): Process ended prematurely: osmo-stp_10.42.42.5(pid=6534) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6534)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6534): Process ended prematurely: osmo-stp_10.42.42.5(pid=6534) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:20:30.122359 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:30.134919 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:20:30.302862 tst ping.py: using LAC 19841\u000a07:20:30.431254 tst ping.py: using RAC 206\u000a07:20:30.558557 tst ping.py: using CellId 19841\u000a07:20:30.690666 tst ping.py: using BVCI 19842\u000a07:20:30.715746 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:30.727485 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:30.738944 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:30.750425 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:30.761720 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:30.773145 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:30.784704 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:30.796099 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:20:31.109874 tst ping.py:19: start network...\u000a07:20:31.250037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:20:31.827178 run create_hlr_db(pid=6528): Launched\u000a07:20:32.033112 bus /gobi_6: Setting Powered False\u000a07:20:33.036508 run create_hlr_db(pid=6528): Terminated: ok {rc=0}\u000a07:20:33.485748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6530): Launched\u000a07:20:33.813597 run osmo-hlr_10.42.42.2(pid=6531): Launched\u000a07:20:33.932084 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:20:34.502512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6533): Launched\u000a07:20:34.830382 run osmo-stp_10.42.42.5(pid=6534): Launched\u000a07:20:34.948151 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:20:35.517443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6536): Launched\u000a07:20:35.633806 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:20:35.917906 run patchelf(pid=6537): Launched\u000a07:20:36.107819 run osmo-stp_10.42.42.5(pid=6534): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6534)]\u000a07:20:36.246587 run osmo-stp_10.42.42.5(pid=6534): stdout: \u000a| (launched: 2022-12-09_07:20:34.668627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:36.386509 run osmo-stp_10.42.42.5(pid=6534): stderr: \u000a| �[0;m�[38;5;43m20221209072034863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072034863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072034863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072034863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072034864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072034864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072034864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:36.521338 run osmo-stp_10.42.42.5(pid=6534): stdout: \u000a| (launched: 2022-12-09_07:20:34.668627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:36.655095 run osmo-stp_10.42.42.5(pid=6534): stderr: \u000a| �[0;m�[38;5;43m20221209072034863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072034863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072034863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072034863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072034864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072034864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072034864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:36.809581 run patchelf(pid=6537): Terminating (SIGINT)\u000a07:20:36.991150 run patchelf(pid=6537): Terminated: ok {rc=0}\u000a07:20:37.024148 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6534): Process ended prematurely: osmo-stp_10.42.42.5(pid=6534) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6534)] [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:20:37.033639 tst ping.py:22: Test FAILED (6.9 sec)\u000a07:20:37.097182 run osmo-hlr_10.42.42.2(pid=6531): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6531)]\u000a07:20:37.149125 run osmo-hlr_10.42.42.2(pid=6531): stdout: \u000a| (launched: 2022-12-09_07:20:33.651583) \u000a07:20:37.202084 run osmo-hlr_10.42.42.2(pid=6531): stderr: \u000a| �[0;m�[1;31m20221209072033850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072033850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072033850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072033851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072033851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072033851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072033863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072033871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072033872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072033872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:20:37.246915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6530): Terminating (SIGTERM)\u000a07:20:37.289135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6533): Terminating (SIGTERM)\u000a07:20:37.331611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6536): Terminating (SIGTERM)\u000a07:20:37.341527 --- ParallelTerminationStrategy: PID 6530 died...\u000a07:20:37.398227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6530): Terminated: ok {rc=0}\u000a07:20:37.408453 --- ParallelTerminationStrategy: PID 6533 died...\u000a07:20:37.464381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6533): Terminated: ok {rc=0}\u000a07:20:37.474595 --- ParallelTerminationStrategy: PID 6536 died...\u000a07:20:37.530537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6536): Terminated: ok {rc=0}\u000a07:20:37.618489 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6544): Process ended prematurely: osmo-stp_10.42.42.5(pid=6544) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6544)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6544): Process ended prematurely: osmo-stp_10.42.42.5(pid=6544) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6544)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:20:38.671276 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:38.683589 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:20:38.851549 tst ping_idle_ping.py: using LAC 19842\u000a07:20:38.982309 tst ping_idle_ping.py: using RAC 207\u000a07:20:39.108438 tst ping_idle_ping.py: using CellId 19842\u000a07:20:39.234994 tst ping_idle_ping.py: using BVCI 19843\u000a07:20:39.258694 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:39.270128 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:39.281151 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:39.292782 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:39.304868 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:39.316668 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:39.328387 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:20:39.339964 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:20:39.624042 tst ping_idle_ping.py:24: start network...\u000a07:20:39.752674 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:20:40.246610 run create_hlr_db(pid=6538): Launched\u000a07:20:40.424189 bus /gobi_6: Setting Powered False\u000a07:20:41.444863 run create_hlr_db(pid=6538): Terminated: ok {rc=0}\u000a07:20:41.881043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6540): Launched\u000a07:20:42.210631 run osmo-hlr_10.42.42.2(pid=6541): Launched\u000a07:20:42.334489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:20:42.905758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6543): Launched\u000a07:20:43.236697 run osmo-stp_10.42.42.5(pid=6544): Launched\u000a07:20:43.356379 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:20:43.926221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6546): Launched\u000a07:20:44.043119 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:20:44.330887 run patchelf(pid=6547): Launched\u000a07:20:44.522618 run osmo-stp_10.42.42.5(pid=6544): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6544)]\u000a07:20:44.662830 run osmo-stp_10.42.42.5(pid=6544): stdout: \u000a| (launched: 2022-12-09_07:20:43.072816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:44.802954 run osmo-stp_10.42.42.5(pid=6544): stderr: \u000a| �[0;m�[38;5;43m20221209072043265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072043265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072043265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072043266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072043266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072043266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072043266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:44.939035 run osmo-stp_10.42.42.5(pid=6544): stdout: \u000a| (launched: 2022-12-09_07:20:43.072816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:45.073601 run osmo-stp_10.42.42.5(pid=6544): stderr: \u000a| �[0;m�[38;5;43m20221209072043265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072043265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072043265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072043266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072043266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072043266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072043266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:45.229489 run patchelf(pid=6547): Terminating (SIGINT)\u000a07:20:45.412285 run patchelf(pid=6547): Terminated: ok {rc=0}\u000a07:20:45.445375 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6544): Process ended prematurely: osmo-stp_10.42.42.5(pid=6544) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6544)] [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:20:45.454765 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a07:20:45.518103 run osmo-hlr_10.42.42.2(pid=6541): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6541)]\u000a07:20:45.570121 run osmo-hlr_10.42.42.2(pid=6541): stdout: \u000a| (launched: 2022-12-09_07:20:42.047676) \u000a07:20:45.622587 run osmo-hlr_10.42.42.2(pid=6541): stderr: \u000a| �[0;m�[1;31m20221209072042247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072042247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072042247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072042247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072042247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072042247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072042262 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072042272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072042272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072042272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:20:45.667182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6540): Terminating (SIGTERM)\u000a07:20:45.709401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6543): Terminating (SIGTERM)\u000a07:20:45.751560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6546): Terminating (SIGTERM)\u000a07:20:45.761275 --- ParallelTerminationStrategy: PID 6540 died...\u000a07:20:45.817530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6540): Terminated: ok {rc=0}\u000a07:20:45.828918 --- ParallelTerminationStrategy: PID 6543 died...\u000a07:20:45.889384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6543): Terminated: ok {rc=0}\u000a07:20:45.901609 --- ParallelTerminationStrategy: PID 6546 died...\u000a07:20:45.971096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6546): Terminated: ok {rc=0}\u000a07:20:46.061680 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:19:47" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6562): Process ended prematurely: osmo-stp_10.42.42.5(pid=6562) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6562)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6562): Process ended prematurely: osmo-stp_10.42.42.5(pid=6562) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:20:48.254750 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:48.266450 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:20:48.436702 tst cs_paging_gprs_active.py: using LAC 19843\u000a07:20:48.566777 tst cs_paging_gprs_active.py: using RAC 208\u000a07:20:48.700937 tst cs_paging_gprs_active.py: using CellId 19843\u000a07:20:48.829132 tst cs_paging_gprs_active.py: using BVCI 19844\u000a07:20:48.854553 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:48.866024 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:48.877366 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:48.888687 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:48.899914 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:48.911344 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:48.922860 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:48.934154 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:48.945634 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:20:49.065412 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:20:49.368684 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:20:49.507935 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:20:49.854114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6552): Launched\u000a07:20:50.142350 run iperf3-srv_10.42.42.10(pid=6553): Launched\u000a07:20:50.347174 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:20:50.486627 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:20:50.831860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6554): Launched\u000a07:20:51.121835 run iperf3-srv_10.42.42.10(pid=6555): Launched\u000a07:20:51.326024 tst cs_paging_gprs_active.py:38: start network...\u000a07:20:51.465670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:20:51.998730 run create_hlr_db(pid=6556): Launched\u000a07:20:52.190326 bus /gobi_6: Setting Powered False\u000a07:20:53.213843 run create_hlr_db(pid=6556): Terminated: ok {rc=0}\u000a07:20:53.657326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6558): Launched\u000a07:20:53.991599 run osmo-hlr_10.42.42.2(pid=6559): Launched\u000a07:20:54.113212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:20:54.692235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6561): Launched\u000a07:20:55.026830 run osmo-stp_10.42.42.5(pid=6562): Launched\u000a07:20:55.148073 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:20:55.730313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6564): Launched\u000a07:20:55.849412 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:20:56.140813 run patchelf(pid=6565): Launched\u000a07:20:56.335045 run osmo-stp_10.42.42.5(pid=6562): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6562)]\u000a07:20:56.476649 run osmo-stp_10.42.42.5(pid=6562): stdout: \u000a| (launched: 2022-12-09_07:20:54.861874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:56.618602 run osmo-stp_10.42.42.5(pid=6562): stderr: \u000a| �[0;m�[38;5;43m20221209072055056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072055056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072055056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072055057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072055057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072055057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072055057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:56.756020 run osmo-stp_10.42.42.5(pid=6562): stdout: \u000a| (launched: 2022-12-09_07:20:54.861874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:56.892327 run osmo-stp_10.42.42.5(pid=6562): stderr: \u000a| �[0;m�[38;5;43m20221209072055056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072055056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072055056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072055057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072055057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072055057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072055057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:57.051160 run patchelf(pid=6565): Terminating (SIGINT)\u000a07:20:57.237281 run patchelf(pid=6565): Terminated: ok {rc=0}\u000a07:20:57.271310 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6562): Process ended prematurely: osmo-stp_10.42.42.5(pid=6562) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6562)] [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:20:57.281443 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a07:20:57.345186 run osmo-hlr_10.42.42.2(pid=6559): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6559)]\u000a07:20:57.397160 run osmo-hlr_10.42.42.2(pid=6559): stdout: \u000a| (launched: 2022-12-09_07:20:53.827319) \u000a07:20:57.449520 run osmo-hlr_10.42.42.2(pid=6559): stderr: \u000a| �[0;m�[1;31m20221209072054028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072054028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072054028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072054028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072054028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072054028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072054043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072054053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072054054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072054054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:20:57.494539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6552): Terminating (SIGTERM)\u000a07:20:57.536624 run iperf3-srv_10.42.42.10(pid=6553): Terminating (SIGTERM)\u000a07:20:57.578681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6554): Terminating (SIGTERM)\u000a07:20:57.620487 run iperf3-srv_10.42.42.10(pid=6555): Terminating (SIGTERM)\u000a07:20:57.662463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6558): Terminating (SIGTERM)\u000a07:20:57.704359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6561): Terminating (SIGTERM)\u000a07:20:57.746362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6564): Terminating (SIGTERM)\u000a07:20:57.755990 --- ParallelTerminationStrategy: PID 6552 died...\u000a07:20:57.812742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6552): Terminated: ok {rc=0}\u000a07:20:57.822922 --- ParallelTerminationStrategy: PID 6553 died...\u000a07:20:57.878880 run iperf3-srv_10.42.42.10(pid=6553): Terminated {rc=256}\u000a07:20:57.888915 --- ParallelTerminationStrategy: PID 6554 died...\u000a07:20:57.945056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6554): Terminated: ok {rc=0}\u000a07:20:57.955084 --- ParallelTerminationStrategy: PID 6555 died...\u000a07:20:58.010912 run iperf3-srv_10.42.42.10(pid=6555): Terminated {rc=256}\u000a07:20:58.021057 --- ParallelTerminationStrategy: PID 6558 died...\u000a07:20:58.076866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6558): Terminated: ok {rc=0}\u000a07:20:58.086921 --- ParallelTerminationStrategy: PID 6561 died...\u000a07:20:58.142844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6561): Terminated: ok {rc=0}\u000a07:20:58.152906 --- ParallelTerminationStrategy: PID 6564 died...\u000a07:20:58.208701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6564): Terminated: ok {rc=0}\u000a07:20:58.296664 bus /gobi_0: Setting Powered False\u000a07:20:59.404911 bus /gobi_0: Setting Powered False\u000a07:21:00.514347 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6574): Process ended prematurely: osmo-stp_10.42.42.5(pid=6574) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6574)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6574): Process ended prematurely: osmo-stp_10.42.42.5(pid=6574) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:21:01.631166 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:01.644396 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:21:01.821469 tst iperf3.py: using LAC 19844\u000a07:21:01.984271 tst iperf3.py: using RAC 209\u000a07:21:02.116473 tst iperf3.py: using CellId 19844\u000a07:21:02.240862 tst iperf3.py: using BVCI 19845\u000a07:21:02.265411 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:02.276391 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:02.287238 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:02.298959 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:02.310594 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:02.322429 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:02.334318 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:02.346132 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:02.357618 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:21:02.661326 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:21:02.800773 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:21:03.145940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6566): Launched\u000a07:21:03.434269 run iperf3-srv_10.42.42.10(pid=6567): Launched\u000a07:21:03.638536 tst iperf3.py:8: start network...\u000a07:21:03.777792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:21:04.308247 run create_hlr_db(pid=6568): Launched\u000a07:21:04.500317 bus /gobi_6: Setting Powered False\u000a07:21:05.521801 run create_hlr_db(pid=6568): Terminated: ok {rc=0}\u000a07:21:05.963936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6570): Launched\u000a07:21:06.298144 run osmo-hlr_10.42.42.2(pid=6571): Launched\u000a07:21:06.419750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:21:06.996877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6573): Launched\u000a07:21:07.330791 run osmo-stp_10.42.42.5(pid=6574): Launched\u000a07:21:07.451945 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:21:08.032362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6576): Launched\u000a07:21:08.151290 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:21:08.440355 run patchelf(pid=6577): Launched\u000a07:21:08.631898 run osmo-stp_10.42.42.5(pid=6574): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6574)]\u000a07:21:08.771622 run osmo-stp_10.42.42.5(pid=6574): stdout: \u000a| (launched: 2022-12-09_07:21:07.166808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:08.911843 run osmo-stp_10.42.42.5(pid=6574): stderr: \u000a| �[0;m�[38;5;43m20221209072107360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072107360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072107361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072107361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072107362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072107362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072107362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:09.047505 run osmo-stp_10.42.42.5(pid=6574): stdout: \u000a| (launched: 2022-12-09_07:21:07.166808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:09.182821 run osmo-stp_10.42.42.5(pid=6574): stderr: \u000a| �[0;m�[38;5;43m20221209072107360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072107360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072107361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072107361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072107362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072107362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072107362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:09.339786 run patchelf(pid=6577): Terminating (SIGINT)\u000a07:21:09.523808 run patchelf(pid=6577): Terminated: ok {rc=0}\u000a07:21:09.557668 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6574): Process ended prematurely: osmo-stp_10.42.42.5(pid=6574) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6574)] [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:21:09.567779 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a07:21:09.630652 run osmo-hlr_10.42.42.2(pid=6571): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6571)]\u000a07:21:09.682107 run osmo-hlr_10.42.42.2(pid=6571): stdout: \u000a| (launched: 2022-12-09_07:21:06.134334) \u000a07:21:09.734048 run osmo-hlr_10.42.42.2(pid=6571): stderr: \u000a| �[0;m�[1;31m20221209072106332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072106332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072106332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072106332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072106332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072106332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072106347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072106357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072106357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072106357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:21:09.778247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6566): Terminating (SIGTERM)\u000a07:21:09.819842 run iperf3-srv_10.42.42.10(pid=6567): Terminating (SIGTERM)\u000a07:21:09.861708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6570): Terminating (SIGTERM)\u000a07:21:09.903334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6573): Terminating (SIGTERM)\u000a07:21:09.945544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6576): Terminating (SIGTERM)\u000a07:21:09.955243 --- ParallelTerminationStrategy: PID 6566 died...\u000a07:21:10.011621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6566): Terminated: ok {rc=0}\u000a07:21:10.021775 --- ParallelTerminationStrategy: PID 6567 died...\u000a07:21:10.077582 run iperf3-srv_10.42.42.10(pid=6567): Terminated {rc=256}\u000a07:21:10.087608 --- ParallelTerminationStrategy: PID 6570 died...\u000a07:21:10.143869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6570): Terminated: ok {rc=0}\u000a07:21:10.153948 --- ParallelTerminationStrategy: PID 6573 died...\u000a07:21:10.209853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6573): Terminated: ok {rc=0}\u000a07:21:10.219926 --- ParallelTerminationStrategy: PID 6576 died...\u000a07:21:10.275748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6576): Terminated: ok {rc=0}\u000a07:21:10.364012 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6592): Process ended prematurely: osmo-stp_10.42.42.5(pid=6592) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6592)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6592): Process ended prematurely: osmo-stp_10.42.42.5(pid=6592) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:21:11.481734 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:11.493965 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:21:11.663166 tst iperf3m4.py: using LAC 19845\u000a07:21:11.794820 tst iperf3m4.py: using RAC 210\u000a07:21:11.926163 tst iperf3m4.py: using CellId 19845\u000a07:21:12.055925 tst iperf3m4.py: using BVCI 19846\u000a07:21:12.081410 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:12.093000 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:12.104436 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:12.115822 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:12.127096 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:12.138435 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:12.150008 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:12.161246 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:12.172644 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:21:12.294760 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:21:12.418438 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:21:12.538398 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:21:12.824296 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:21:12.954465 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:21:13.277753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6578): Launched\u000a07:21:13.546252 run iperf3-srv_10.42.42.10(pid=6579): Launched\u000a07:21:13.735990 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:21:13.866035 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:21:14.189966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6580): Launched\u000a07:21:14.456689 run iperf3-srv_10.42.42.10(pid=6581): Launched\u000a07:21:14.646090 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:21:14.775479 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:21:15.098925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6582): Launched\u000a07:21:15.367341 run iperf3-srv_10.42.42.10(pid=6583): Launched\u000a07:21:15.556233 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:21:15.685490 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:21:16.052455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6584): Launched\u000a07:21:16.340376 run iperf3-srv_10.42.42.10(pid=6585): Launched\u000a07:21:16.534080 tst iperf3m4.py:8: start network...\u000a07:21:16.667168 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:21:17.206208 run create_hlr_db(pid=6586): Launched\u000a07:21:17.386738 bus /gobi_6: Setting Powered False\u000a07:21:18.407348 run create_hlr_db(pid=6586): Terminated: ok {rc=0}\u000a07:21:18.822216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6588): Launched\u000a07:21:19.136439 run osmo-hlr_10.42.42.2(pid=6589): Launched\u000a07:21:19.251003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:21:19.791846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6591): Launched\u000a07:21:20.104711 run osmo-stp_10.42.42.5(pid=6592): Launched\u000a07:21:20.218665 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:21:20.759974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6594): Launched\u000a07:21:20.871302 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:21:21.145108 run patchelf(pid=6595): Launched\u000a07:21:21.327649 run osmo-stp_10.42.42.5(pid=6592): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6592)]\u000a07:21:21.461277 run osmo-stp_10.42.42.5(pid=6592): stdout: \u000a| (launched: 2022-12-09_07:21:19.949285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:21.595040 run osmo-stp_10.42.42.5(pid=6592): stderr: \u000a| �[0;m�[38;5;43m20221209072120116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072120117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072120117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072120117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072120118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072120118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072120118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:21.723906 run osmo-stp_10.42.42.5(pid=6592): stdout: \u000a| (launched: 2022-12-09_07:21:19.949285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:21.851982 run osmo-stp_10.42.42.5(pid=6592): stderr: \u000a| �[0;m�[38;5;43m20221209072120116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072120117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072120117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072120117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072120118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072120118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072120118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:22.020798 run patchelf(pid=6595): Terminating (SIGINT)\u000a07:21:22.193854 run patchelf(pid=6595): Terminated: ok {rc=0}\u000a07:21:22.225750 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6592): Process ended prematurely: osmo-stp_10.42.42.5(pid=6592) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6592)] [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:21:22.235124 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a07:21:22.296571 run osmo-hlr_10.42.42.2(pid=6589): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6589)]\u000a07:21:22.346670 run osmo-hlr_10.42.42.2(pid=6589): stdout: \u000a| (launched: 2022-12-09_07:21:18.980717) \u000a07:21:22.397089 run osmo-hlr_10.42.42.2(pid=6589): stderr: \u000a| �[0;m�[1;31m20221209072119154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072119154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072119154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072119154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072119154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072119155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072119169 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072119179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072119179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072119179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:21:22.439463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6578): Terminating (SIGTERM)\u000a07:21:22.479777 run iperf3-srv_10.42.42.10(pid=6579): Terminating (SIGTERM)\u000a07:21:22.519989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6580): Terminating (SIGTERM)\u000a07:21:22.560222 run iperf3-srv_10.42.42.10(pid=6581): Terminating (SIGTERM)\u000a07:21:22.600601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6582): Terminating (SIGTERM)\u000a07:21:22.641132 run iperf3-srv_10.42.42.10(pid=6583): Terminating (SIGTERM)\u000a07:21:22.681893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6584): Terminating (SIGTERM)\u000a07:21:22.722177 run iperf3-srv_10.42.42.10(pid=6585): Terminating (SIGTERM)\u000a07:21:22.762818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6588): Terminating (SIGTERM)\u000a07:21:22.803287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6591): Terminating (SIGTERM)\u000a07:21:22.843480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6594): Terminating (SIGTERM)\u000a07:21:22.853044 --- ParallelTerminationStrategy: PID 6578 died...\u000a07:21:22.907184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6578): Terminated: ok {rc=0}\u000a07:21:22.916859 --- ParallelTerminationStrategy: PID 6579 died...\u000a07:21:22.970700 run iperf3-srv_10.42.42.10(pid=6579): Terminated {rc=256}\u000a07:21:22.980567 --- ParallelTerminationStrategy: PID 6580 died...\u000a07:21:23.035055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6580): Terminated: ok {rc=0}\u000a07:21:23.044667 --- ParallelTerminationStrategy: PID 6581 died...\u000a07:21:23.099001 run iperf3-srv_10.42.42.10(pid=6581): Terminated {rc=256}\u000a07:21:23.108592 --- ParallelTerminationStrategy: PID 6582 died...\u000a07:21:23.162651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6582): Terminated: ok {rc=0}\u000a07:21:23.172232 --- ParallelTerminationStrategy: PID 6583 died...\u000a07:21:23.225934 run iperf3-srv_10.42.42.10(pid=6583): Terminated {rc=256}\u000a07:21:23.235625 --- ParallelTerminationStrategy: PID 6584 died...\u000a07:21:23.289765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6584): Terminated: ok {rc=0}\u000a07:21:23.299644 --- ParallelTerminationStrategy: PID 6585 died...\u000a07:21:23.353516 run iperf3-srv_10.42.42.10(pid=6585): Terminated {rc=256}\u000a07:21:23.363460 --- ParallelTerminationStrategy: PID 6588 died...\u000a07:21:23.417250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6588): Terminated: ok {rc=0}\u000a07:21:23.427182 --- ParallelTerminationStrategy: PID 6591 died...\u000a07:21:23.480817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6591): Terminated: ok {rc=0}\u000a07:21:23.490851 --- ParallelTerminationStrategy: PID 6594 died...\u000a07:21:23.544889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6594): Terminated: ok {rc=0}\u000a07:21:23.634885 bus /gobi_4: Setting Powered False\u000a07:21:24.739580 bus /gobi_4: Setting Powered False\u000a07:21:25.852052 bus /gobi_1: Setting Powered False\u000a07:21:26.956661 bus /gobi_1: Setting Powered False\u000a07:21:28.069085 bus /gobi_0: Setting Powered False\u000a07:21:29.172791 bus /gobi_0: Setting Powered False\u000a07:21:30.286200 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6602): Process ended prematurely: osmo-stp_10.42.42.5(pid=6602) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6602)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6602): Process ended prematurely: osmo-stp_10.42.42.5(pid=6602) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:21:31.361200 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:31.378209 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:21:31.561093 tst ping.py: using LAC 19846\u000a07:21:31.688352 tst ping.py: using RAC 211\u000a07:21:31.819120 tst ping.py: using CellId 19846\u000a07:21:31.969404 tst ping.py: using BVCI 19847\u000a07:21:32.014826 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:32.031539 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:32.047613 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:32.061392 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:32.074909 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:32.087236 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:32.101328 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:32.114925 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:21:32.401460 tst ping.py:19: start network...\u000a07:21:32.529207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:21:33.010043 run create_hlr_db(pid=6596): Launched\u000a07:21:33.186471 bus /gobi_6: Setting Powered False\u000a07:21:34.207353 run create_hlr_db(pid=6596): Terminated: ok {rc=0}\u000a07:21:34.615680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6598): Launched\u000a07:21:34.923936 run osmo-hlr_10.42.42.2(pid=6599): Launched\u000a07:21:35.040158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:21:35.581338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6601): Launched\u000a07:21:35.887838 run osmo-stp_10.42.42.5(pid=6602): Launched\u000a07:21:35.998796 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:21:36.529967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6604): Launched\u000a07:21:36.638570 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:21:36.906722 run patchelf(pid=6605): Launched\u000a07:21:37.084892 run osmo-stp_10.42.42.5(pid=6602): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6602)]\u000a07:21:37.215077 run osmo-stp_10.42.42.5(pid=6602): stdout: \u000a| (launched: 2022-12-09_07:21:35.736252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:37.345210 run osmo-stp_10.42.42.5(pid=6602): stderr: \u000a| �[0;m�[38;5;43m20221209072135905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072135905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072135905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072135906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072135906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072135906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072135907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:37.471766 run osmo-stp_10.42.42.5(pid=6602): stdout: \u000a| (launched: 2022-12-09_07:21:35.736252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:37.597272 run osmo-stp_10.42.42.5(pid=6602): stderr: \u000a| �[0;m�[38;5;43m20221209072135905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072135905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072135905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072135906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072135906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072135906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072135907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:37.741710 run patchelf(pid=6605): Terminating (SIGINT)\u000a07:21:37.911191 run patchelf(pid=6605): Terminated: ok {rc=0}\u000a07:21:37.941985 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6602): Process ended prematurely: osmo-stp_10.42.42.5(pid=6602) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6602)] [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:21:37.950768 tst ping.py:22: Test FAILED (6.6 sec)\u000a07:21:38.011548 run osmo-hlr_10.42.42.2(pid=6599): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6599)]\u000a07:21:38.061209 run osmo-hlr_10.42.42.2(pid=6599): stdout: \u000a| (launched: 2022-12-09_07:21:34.771286) \u000a07:21:38.111069 run osmo-hlr_10.42.42.2(pid=6599): stderr: \u000a| �[0;m�[1;31m20221209072134946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072134946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072134946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072134946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072134946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072134946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072134959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072134967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072134968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072134968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:21:38.153652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6598): Terminating (SIGTERM)\u000a07:21:38.193906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6601): Terminating (SIGTERM)\u000a07:21:38.234196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6604): Terminating (SIGTERM)\u000a07:21:38.243654 --- ParallelTerminationStrategy: PID 6598 died...\u000a07:21:38.297419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6598): Terminated: ok {rc=0}\u000a07:21:38.307154 --- ParallelTerminationStrategy: PID 6601 died...\u000a07:21:38.360197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6601): Terminated: ok {rc=0}\u000a07:21:38.369987 --- ParallelTerminationStrategy: PID 6604 died...\u000a07:21:38.424018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6604): Terminated: ok {rc=0}\u000a07:21:38.512381 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6612): Process ended prematurely: osmo-stp_10.42.42.5(pid=6612) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6612)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6612): Process ended prematurely: osmo-stp_10.42.42.5(pid=6612) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:21:39.564549 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:39.576332 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:21:39.736385 tst ping_idle_ping.py: using LAC 19847\u000a07:21:39.856068 tst ping_idle_ping.py: using RAC 212\u000a07:21:39.976098 tst ping_idle_ping.py: using CellId 19847\u000a07:21:40.095442 tst ping_idle_ping.py: using BVCI 19848\u000a07:21:40.118990 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:40.130034 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:40.140872 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:40.151995 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:40.162918 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:40.174088 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:40.185216 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:21:40.196183 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:21:40.480605 tst ping_idle_ping.py:24: start network...\u000a07:21:40.608120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:21:41.092865 run create_hlr_db(pid=6606): Launched\u000a07:21:41.269343 bus /gobi_6: Setting Powered False\u000a07:21:42.290748 run create_hlr_db(pid=6606): Terminated: ok {rc=0}\u000a07:21:42.727522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6608): Launched\u000a07:21:43.055592 run osmo-hlr_10.42.42.2(pid=6609): Launched\u000a07:21:43.181372 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:21:43.718272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6611): Launched\u000a07:21:44.025738 run osmo-stp_10.42.42.5(pid=6612): Launched\u000a07:21:44.137088 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:21:44.677201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6614): Launched\u000a07:21:44.794398 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:21:45.081883 run patchelf(pid=6615): Launched\u000a07:21:45.273949 run osmo-stp_10.42.42.5(pid=6612): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6612)]\u000a07:21:45.414180 run osmo-stp_10.42.42.5(pid=6612): stdout: \u000a| (launched: 2022-12-09_07:21:43.873816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:45.554688 run osmo-stp_10.42.42.5(pid=6612): stderr: \u000a| �[0;m�[38;5;43m20221209072144042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072144042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072144042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072144043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072144043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072144043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072144043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:45.690010 run osmo-stp_10.42.42.5(pid=6612): stdout: \u000a| (launched: 2022-12-09_07:21:43.873816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:45.823908 run osmo-stp_10.42.42.5(pid=6612): stderr: \u000a| �[0;m�[38;5;43m20221209072144042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072144042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072144042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072144043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072144043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072144043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072144043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:45.986621 run patchelf(pid=6615): Terminating (SIGINT)\u000a07:21:46.164135 run patchelf(pid=6615): Terminated: ok {rc=0}\u000a07:21:46.196935 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6612): Process ended prematurely: osmo-stp_10.42.42.5(pid=6612) [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6612)] [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:21:46.206883 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a07:21:46.273236 run osmo-hlr_10.42.42.2(pid=6609): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6609)]\u000a07:21:46.326204 run osmo-hlr_10.42.42.2(pid=6609): stdout: \u000a| (launched: 2022-12-09_07:21:42.894135) \u000a07:21:46.381362 run osmo-hlr_10.42.42.2(pid=6609): stderr: \u000a| �[0;m�[1;31m20221209072143072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072143072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072143072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072143072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072143072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072143073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072143087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072143096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072143096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072143096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:21:46.425859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6608): Terminating (SIGTERM)\u000a07:21:46.471934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6611): Terminating (SIGTERM)\u000a07:21:46.517392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6614): Terminating (SIGTERM)\u000a07:21:46.528361 --- ParallelTerminationStrategy: PID 6608 died...\u000a07:21:46.589050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6608): Terminated: ok {rc=0}\u000a07:21:46.599838 --- ParallelTerminationStrategy: PID 6611 died...\u000a07:21:46.658721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6611): Terminated: ok {rc=0}\u000a07:21:46.669884 --- ParallelTerminationStrategy: PID 6614 died...\u000a07:21:46.728752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6614): Terminated: ok {rc=0}\u000a07:21:46.817908 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:20:47" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6629): Process ended prematurely: osmo-stp_10.42.42.5(pid=6629) [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6629)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6629): Process ended prematurely: osmo-stp_10.42.42.5(pid=6629) [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:21:49.002132 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:49.013804 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:21:49.157434 tst cs_paging_gprs_active.py: using LAC 19848\u000a07:21:49.278518 tst cs_paging_gprs_active.py: using RAC 213\u000a07:21:49.401930 tst cs_paging_gprs_active.py: using CellId 19848\u000a07:21:49.523678 tst cs_paging_gprs_active.py: using BVCI 19849\u000a07:21:49.547545 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:49.559335 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:49.570674 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:49.582254 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:49.593964 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:49.606061 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:49.617636 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:49.629904 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:49.641678 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:21:49.765793 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:21:50.053902 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:21:50.184038 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:21:50.506585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6619): Launched\u000a07:21:50.775149 run iperf3-srv_10.42.42.10(pid=6620): Launched\u000a07:21:50.964901 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:21:51.094495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:21:51.418451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6621): Launched\u000a07:21:51.687840 run iperf3-srv_10.42.42.10(pid=6622): Launched\u000a07:21:51.877593 tst cs_paging_gprs_active.py:38: start network...\u000a07:21:52.007440 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:21:52.497276 run create_hlr_db(pid=6623): Launched\u000a07:21:52.675475 bus /gobi_6: Setting Powered False\u000a07:21:53.697868 run create_hlr_db(pid=6623): Terminated: ok {rc=0}\u000a07:21:54.140445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6625): Launched\u000a07:21:54.475181 run osmo-hlr_10.42.42.2(pid=6626): Launched\u000a07:21:54.606831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:21:55.154424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6628): Launched\u000a07:21:55.467487 run osmo-stp_10.42.42.5(pid=6629): Launched\u000a07:21:55.581630 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:21:56.126094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6631): Launched\u000a07:21:56.236807 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:21:56.509240 run patchelf(pid=6632): Launched\u000a07:21:56.690466 run osmo-stp_10.42.42.5(pid=6629): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6629)]\u000a07:21:56.823172 run osmo-stp_10.42.42.5(pid=6629): stdout: \u000a| (launched: 2022-12-09_07:21:55.312564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:56.955841 run osmo-stp_10.42.42.5(pid=6629): stderr: \u000a| �[0;m�[38;5;43m20221209072155482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072155482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072155483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072155483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072155483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072155483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072155484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:57.084164 run osmo-stp_10.42.42.5(pid=6629): stdout: \u000a| (launched: 2022-12-09_07:21:55.312564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:57.211752 run osmo-stp_10.42.42.5(pid=6629): stderr: \u000a| �[0;m�[38;5;43m20221209072155482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072155482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072155483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072155483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072155483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072155483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072155484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:57.359350 run patchelf(pid=6632): Terminating (SIGINT)\u000a07:21:57.532938 run patchelf(pid=6632): Terminated: ok {rc=0}\u000a07:21:57.565141 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6629): Process ended prematurely: osmo-stp_10.42.42.5(pid=6629) [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6629)] [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a07:21:57.574663 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a07:21:57.636318 run osmo-hlr_10.42.42.2(pid=6626): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6626)]\u000a07:21:57.686208 run osmo-hlr_10.42.42.2(pid=6626): stdout: \u000a| (launched: 2022-12-09_07:21:54.310473) \u000a07:21:57.736895 run osmo-hlr_10.42.42.2(pid=6626): stderr: \u000a| �[0;m�[1;31m20221209072154511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072154511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072154511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072154511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072154511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072154511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072154524 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072154532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072154532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072154532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:21:57.779657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6619): Terminating (SIGTERM)\u000a07:21:57.820489 run iperf3-srv_10.42.42.10(pid=6620): Terminating (SIGTERM)\u000a07:21:57.860867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6621): Terminating (SIGTERM)\u000a07:21:57.901397 run iperf3-srv_10.42.42.10(pid=6622): Terminating (SIGTERM)\u000a07:21:57.941743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6625): Terminating (SIGTERM)\u000a07:21:57.982942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6628): Terminating (SIGTERM)\u000a07:21:58.023265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6631): Terminating (SIGTERM)\u000a07:21:58.032765 --- ParallelTerminationStrategy: PID 6619 died...\u000a07:21:58.087186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6619): Terminated: ok {rc=0}\u000a07:21:58.096894 --- ParallelTerminationStrategy: PID 6620 died...\u000a07:21:58.151197 run iperf3-srv_10.42.42.10(pid=6620): Terminated {rc=256}\u000a07:21:58.160778 --- ParallelTerminationStrategy: PID 6621 died...\u000a07:21:58.214479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6621): Terminated: ok {rc=0}\u000a07:21:58.224281 --- ParallelTerminationStrategy: PID 6622 died...\u000a07:21:58.277816 run iperf3-srv_10.42.42.10(pid=6622): Terminated {rc=256}\u000a07:21:58.287657 --- ParallelTerminationStrategy: PID 6625 died...\u000a07:21:58.341542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6625): Terminated: ok {rc=0}\u000a07:21:58.351435 --- ParallelTerminationStrategy: PID 6628 died...\u000a07:21:58.405268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6628): Terminated: ok {rc=0}\u000a07:21:58.415132 --- ParallelTerminationStrategy: PID 6631 died...\u000a07:21:58.469277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6631): Terminated: ok {rc=0}\u000a07:21:58.559339 bus /gobi_0: Setting Powered False\u000a07:21:59.664162 bus /gobi_0: Setting Powered False\u000a07:22:00.776443 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6641): Process ended prematurely: osmo-stp_10.42.42.5(pid=6641) [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6641)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6641): Process ended prematurely: osmo-stp_10.42.42.5(pid=6641) [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a07:22:01.912744 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:01.925903 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:22:02.101545 tst iperf3.py: using LAC 19849\u000a07:22:02.240458 tst iperf3.py: using RAC 214\u000a07:22:02.366761 tst iperf3.py: using CellId 19849\u000a07:22:02.490414 tst iperf3.py: using BVCI 19850\u000a07:22:02.514313 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:02.525894 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:02.537186 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:02.549230 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:02.561470 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:02.573477 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:02.585398 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:02.597294 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:02.609541 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:22:02.902859 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:22:03.033043 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:22:03.354395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6633): Launched\u000a07:22:03.623523 run iperf3-srv_10.42.42.10(pid=6634): Launched\u000a07:22:03.813496 tst iperf3.py:8: start network...\u000a07:22:03.943120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:22:04.434160 run create_hlr_db(pid=6635): Launched\u000a07:22:04.613305 bus /gobi_6: Setting Powered False\u000a07:22:05.635375 run create_hlr_db(pid=6635): Terminated: ok {rc=0}\u000a07:22:06.049168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6637): Launched\u000a07:22:06.361672 run osmo-hlr_10.42.42.2(pid=6638): Launched\u000a07:22:06.482902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:22:07.034054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6640): Launched\u000a07:22:07.344911 run osmo-stp_10.42.42.5(pid=6641): Launched\u000a07:22:07.458141 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:22:08.000567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6643): Launched\u000a07:22:08.111642 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:22:08.384796 run patchelf(pid=6644): Launched\u000a07:22:08.566435 run osmo-stp_10.42.42.5(pid=6641): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6641)]\u000a07:22:08.699035 run osmo-stp_10.42.42.5(pid=6641): stdout: \u000a| (launched: 2022-12-09_07:22:07.191778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:08.832200 run osmo-stp_10.42.42.5(pid=6641): stderr: \u000a| �[0;m�[38;5;43m20221209072207364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072207364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072207364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072207365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072207365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072207365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072207366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:08.960628 run osmo-stp_10.42.42.5(pid=6641): stdout: \u000a| (launched: 2022-12-09_07:22:07.191778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:09.088177 run osmo-stp_10.42.42.5(pid=6641): stderr: \u000a| �[0;m�[38;5;43m20221209072207364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072207364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072207364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072207365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072207365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072207365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072207366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:09.236303 run patchelf(pid=6644): Terminating (SIGINT)\u000a07:22:09.410116 run patchelf(pid=6644): Terminated: ok {rc=0}\u000a07:22:09.442118 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6641): Process ended prematurely: osmo-stp_10.42.42.5(pid=6641) [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6641)] [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a07:22:09.451470 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a07:22:09.512801 run osmo-hlr_10.42.42.2(pid=6638): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6638)]\u000a07:22:09.562746 run osmo-hlr_10.42.42.2(pid=6638): stdout: \u000a| (launched: 2022-12-09_07:22:06.207632) \u000a07:22:09.613337 run osmo-hlr_10.42.42.2(pid=6638): stderr: \u000a| �[0;m�[1;31m20221209072206386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072206386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072206386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072206386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072206386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072206386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072206398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072206409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072206409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072206409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:22:09.656005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6633): Terminating (SIGTERM)\u000a07:22:09.696304 run iperf3-srv_10.42.42.10(pid=6634): Terminating (SIGTERM)\u000a07:22:09.736670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6637): Terminating (SIGTERM)\u000a07:22:09.777012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6640): Terminating (SIGTERM)\u000a07:22:09.817339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6643): Terminating (SIGTERM)\u000a07:22:09.826808 --- ParallelTerminationStrategy: PID 6633 died...\u000a07:22:09.880436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6633): Terminated: ok {rc=0}\u000a07:22:09.890296 --- ParallelTerminationStrategy: PID 6634 died...\u000a07:22:09.943676 run iperf3-srv_10.42.42.10(pid=6634): Terminated {rc=256}\u000a07:22:09.953867 --- ParallelTerminationStrategy: PID 6637 died...\u000a07:22:10.007473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6637): Terminated: ok {rc=0}\u000a07:22:10.017417 --- ParallelTerminationStrategy: PID 6640 died...\u000a07:22:10.070875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6640): Terminated: ok {rc=0}\u000a07:22:10.080801 --- ParallelTerminationStrategy: PID 6643 died...\u000a07:22:10.134931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6643): Terminated: ok {rc=0}\u000a07:22:10.219681 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6659): Process ended prematurely: osmo-stp_10.42.42.5(pid=6659) [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6659)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6659): Process ended prematurely: osmo-stp_10.42.42.5(pid=6659) [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a07:22:11.336475 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:11.349415 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:22:11.503618 tst iperf3m4.py: using LAC 19850\u000a07:22:11.635108 tst iperf3m4.py: using RAC 215\u000a07:22:11.770697 tst iperf3m4.py: using CellId 19850\u000a07:22:11.898872 tst iperf3m4.py: using BVCI 19851\u000a07:22:11.924305 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:11.936280 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:11.948097 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:11.959924 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:11.971863 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:11.983601 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:11.995554 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:12.007282 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:12.019398 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:22:12.142826 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:22:12.270029 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:22:12.394434 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:22:12.693565 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:22:12.832520 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:22:13.175466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6645): Launched\u000a07:22:13.462505 run iperf3-srv_10.42.42.10(pid=6646): Launched\u000a07:22:13.667387 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:22:13.807230 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:22:14.151575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6647): Launched\u000a07:22:14.439254 run iperf3-srv_10.42.42.10(pid=6648): Launched\u000a07:22:14.643733 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:22:14.782903 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:22:15.126665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6649): Launched\u000a07:22:15.413792 run iperf3-srv_10.42.42.10(pid=6650): Launched\u000a07:22:15.617767 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:22:15.757306 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:22:16.130845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6651): Launched\u000a07:22:16.428921 run iperf3-srv_10.42.42.10(pid=6652): Launched\u000a07:22:16.625546 tst iperf3m4.py:8: start network...\u000a07:22:16.762824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:22:17.299643 run create_hlr_db(pid=6653): Launched\u000a07:22:17.491517 bus /gobi_6: Setting Powered False\u000a07:22:18.513101 run create_hlr_db(pid=6653): Terminated: ok {rc=0}\u000a07:22:18.929100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6655): Launched\u000a07:22:19.241161 run osmo-hlr_10.42.42.2(pid=6656): Launched\u000a07:22:19.363519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:22:19.913434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6658): Launched\u000a07:22:20.226998 run osmo-stp_10.42.42.5(pid=6659): Launched\u000a07:22:20.340141 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:22:20.881812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6661): Launched\u000a07:22:20.992183 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:22:21.263143 run patchelf(pid=6662): Launched\u000a07:22:21.444493 run osmo-stp_10.42.42.5(pid=6659): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6659)]\u000a07:22:21.576826 run osmo-stp_10.42.42.5(pid=6659): stdout: \u000a| (launched: 2022-12-09_07:22:20.071566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:21.709667 run osmo-stp_10.42.42.5(pid=6659): stderr: \u000a| �[0;m�[38;5;43m20221209072220240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072220240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072220241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072220241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072220242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072220242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072220242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:21.838074 run osmo-stp_10.42.42.5(pid=6659): stdout: \u000a| (launched: 2022-12-09_07:22:20.071566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:21.965187 run osmo-stp_10.42.42.5(pid=6659): stderr: \u000a| �[0;m�[38;5;43m20221209072220240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072220240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072220241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072220241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072220242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072220242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072220242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:22.112673 run patchelf(pid=6662): Terminating (SIGINT)\u000a07:22:22.286117 run patchelf(pid=6662): Terminated: ok {rc=0}\u000a07:22:22.318056 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6659): Process ended prematurely: osmo-stp_10.42.42.5(pid=6659) [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6659)] [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a07:22:22.327599 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a07:22:22.389357 run osmo-hlr_10.42.42.2(pid=6656): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6656)]\u000a07:22:22.438932 run osmo-hlr_10.42.42.2(pid=6656): stdout: \u000a| (launched: 2022-12-09_07:22:19.086765) \u000a07:22:22.488575 run osmo-hlr_10.42.42.2(pid=6656): stderr: \u000a| �[0;m�[1;31m20221209072219262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072219262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072219262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072219262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072219262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072219262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072219273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072219282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072219282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072219282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:22:22.531036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6645): Terminating (SIGTERM)\u000a07:22:22.571023 run iperf3-srv_10.42.42.10(pid=6646): Terminating (SIGTERM)\u000a07:22:22.611234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6647): Terminating (SIGTERM)\u000a07:22:22.651428 run iperf3-srv_10.42.42.10(pid=6648): Terminating (SIGTERM)\u000a07:22:22.691703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6649): Terminating (SIGTERM)\u000a07:22:22.731463 run iperf3-srv_10.42.42.10(pid=6650): Terminating (SIGTERM)\u000a07:22:22.771475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6651): Terminating (SIGTERM)\u000a07:22:22.811588 run iperf3-srv_10.42.42.10(pid=6652): Terminating (SIGTERM)\u000a07:22:22.851438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6655): Terminating (SIGTERM)\u000a07:22:22.891461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6658): Terminating (SIGTERM)\u000a07:22:22.931337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6661): Terminating (SIGTERM)\u000a07:22:22.940784 --- ParallelTerminationStrategy: PID 6645 died...\u000a07:22:22.994346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6645): Terminated: ok {rc=0}\u000a07:22:23.004159 --- ParallelTerminationStrategy: PID 6646 died...\u000a07:22:23.057442 run iperf3-srv_10.42.42.10(pid=6646): Terminated {rc=256}\u000a07:22:23.067027 --- ParallelTerminationStrategy: PID 6647 died...\u000a07:22:23.120459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6647): Terminated: ok {rc=0}\u000a07:22:23.130154 --- ParallelTerminationStrategy: PID 6648 died...\u000a07:22:23.183926 run iperf3-srv_10.42.42.10(pid=6648): Terminated {rc=256}\u000a07:22:23.193666 --- ParallelTerminationStrategy: PID 6649 died...\u000a07:22:23.247247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6649): Terminated: ok {rc=0}\u000a07:22:23.257181 --- ParallelTerminationStrategy: PID 6650 died...\u000a07:22:23.310012 run iperf3-srv_10.42.42.10(pid=6650): Terminated {rc=256}\u000a07:22:23.319766 --- ParallelTerminationStrategy: PID 6651 died...\u000a07:22:23.373183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6651): Terminated: ok {rc=0}\u000a07:22:23.382771 --- ParallelTerminationStrategy: PID 6652 died...\u000a07:22:23.435777 run iperf3-srv_10.42.42.10(pid=6652): Terminated {rc=256}\u000a07:22:23.445621 --- ParallelTerminationStrategy: PID 6655 died...\u000a07:22:23.498723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6655): Terminated: ok {rc=0}\u000a07:22:23.508542 --- ParallelTerminationStrategy: PID 6658 died...\u000a07:22:23.561831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6658): Terminated: ok {rc=0}\u000a07:22:23.571772 --- ParallelTerminationStrategy: PID 6661 died...\u000a07:22:23.624836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6661): Terminated: ok {rc=0}\u000a07:22:23.713472 bus /gobi_4: Setting Powered False\u000a07:22:24.820206 bus /gobi_4: Setting Powered False\u000a07:22:25.928920 bus /gobi_1: Setting Powered False\u000a07:22:27.034919 bus /gobi_1: Setting Powered False\u000a07:22:28.144047 bus /gobi_0: Setting Powered False\u000a07:22:29.245089 bus /gobi_0: Setting Powered False\u000a07:22:30.356505 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6675): Process ended prematurely: osmo-stp_10.42.42.5(pid=6675) [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6675)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6675): Process ended prematurely: osmo-stp_10.42.42.5(pid=6675) [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6675)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a07:22:31.428134 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:31.443927 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:22:31.596002 tst ping.py: using LAC 19851\u000a07:22:31.721254 tst ping.py: using RAC 216\u000a07:22:31.876578 tst ping.py: using CellId 19851\u000a07:22:32.005212 tst ping.py: using BVCI 19852\u000a07:22:32.029776 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:32.042492 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:32.055930 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:32.069401 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:32.082305 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:32.094700 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:32.109352 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:32.122840 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:22:32.406857 tst ping.py:19: start network...\u000a07:22:32.535029 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:22:33.020790 run create_hlr_db(pid=6663): Launched\u000a07:22:33.197420 bus /gobi_6: Setting Powered False\u000a07:22:34.219299 run create_hlr_db(pid=6663): Terminated: ok {rc=0}\u000a07:22:34.628677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6665): Launched\u000a07:22:34.938167 run osmo-hlr_10.42.42.2(pid=6666): Launched\u000a07:22:35.056688 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:22:35.595623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6668): Launched\u000a07:22:35.911775 run osmo-stp_10.42.42.5(pid=6675): Launched\u000a07:22:36.032306 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:22:36.605928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6677): Launched\u000a07:22:36.722442 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:22:37.007831 run patchelf(pid=6678): Launched\u000a07:22:37.198519 run osmo-stp_10.42.42.5(pid=6675): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6675)]\u000a07:22:37.338373 run osmo-stp_10.42.42.5(pid=6675): stdout: \u000a| (launched: 2022-12-09_07:22:35.750817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:37.478729 run osmo-stp_10.42.42.5(pid=6675): stderr: \u000a| �[0;m�[38;5;43m20221209072235944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072235944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072235945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072235945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072235946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072235946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072235946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:37.614085 run osmo-stp_10.42.42.5(pid=6675): stdout: \u000a| (launched: 2022-12-09_07:22:35.750817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:37.748148 run osmo-stp_10.42.42.5(pid=6675): stderr: \u000a| �[0;m�[38;5;43m20221209072235944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072235944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072235945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072235945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072235946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072235946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072235946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:37.903756 run patchelf(pid=6678): Terminating (SIGINT)\u000a07:22:38.085222 run patchelf(pid=6678): Terminated: ok {rc=0}\u000a07:22:38.118229 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6675): Process ended prematurely: osmo-stp_10.42.42.5(pid=6675) [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6675)] [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a07:22:38.127956 tst ping.py:22: Test FAILED (6.7 sec)\u000a07:22:38.191016 run osmo-hlr_10.42.42.2(pid=6666): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6666)]\u000a07:22:38.242589 run osmo-hlr_10.42.42.2(pid=6666): stdout: \u000a| (launched: 2022-12-09_07:22:34.783978) \u000a07:22:38.294984 run osmo-hlr_10.42.42.2(pid=6666): stderr: \u000a| �[0;m�[1;31m20221209072234960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072234960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072234960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072234960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072234960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072234960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072234970 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072234979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072234979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072234979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:22:38.339386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6665): Terminating (SIGTERM)\u000a07:22:38.381685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6668): Terminating (SIGTERM)\u000a07:22:38.424010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6677): Terminating (SIGTERM)\u000a07:22:38.433871 --- ParallelTerminationStrategy: PID 6665 died...\u000a07:22:38.490453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6665): Terminated: ok {rc=0}\u000a07:22:38.500547 --- ParallelTerminationStrategy: PID 6668 died...\u000a07:22:38.556587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6668): Terminated: ok {rc=0}\u000a07:22:38.566700 --- ParallelTerminationStrategy: PID 6677 died...\u000a07:22:38.622732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6677): Terminated: ok {rc=0}\u000a07:22:38.710730 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6685): Process ended prematurely: osmo-stp_10.42.42.5(pid=6685) [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6685)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6685): Process ended prematurely: osmo-stp_10.42.42.5(pid=6685) [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a07:22:39.764205 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:39.778308 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:22:39.929955 tst ping_idle_ping.py: using LAC 19852\u000a07:22:40.059723 tst ping_idle_ping.py: using RAC 217\u000a07:22:40.181398 tst ping_idle_ping.py: using CellId 19852\u000a07:22:40.306244 tst ping_idle_ping.py: using BVCI 19853\u000a07:22:40.330067 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:40.342132 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:40.353672 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:40.365567 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:40.377510 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:40.389390 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:40.401587 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:22:40.413572 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:22:40.713031 tst ping_idle_ping.py:24: start network...\u000a07:22:40.850401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:22:41.378774 run create_hlr_db(pid=6679): Launched\u000a07:22:41.569395 bus /gobi_6: Setting Powered False\u000a07:22:42.590312 run create_hlr_db(pid=6679): Terminated: ok {rc=0}\u000a07:22:43.026481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6681): Launched\u000a07:22:43.357799 run osmo-hlr_10.42.42.2(pid=6682): Launched\u000a07:22:43.476191 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:22:44.047864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6684): Launched\u000a07:22:44.377178 run osmo-stp_10.42.42.5(pid=6685): Launched\u000a07:22:44.496681 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:22:45.070107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6687): Launched\u000a07:22:45.187448 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:22:45.474207 run patchelf(pid=6688): Launched\u000a07:22:45.665489 run osmo-stp_10.42.42.5(pid=6685): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6685)]\u000a07:22:45.804548 run osmo-stp_10.42.42.5(pid=6685): stdout: \u000a| (launched: 2022-12-09_07:22:44.214849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:45.954101 run osmo-stp_10.42.42.5(pid=6685): stderr: \u000a| �[0;m�[38;5;43m20221209072244407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072244408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072244408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072244408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072244409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072244409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072244409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:46.085762 run osmo-stp_10.42.42.5(pid=6685): stdout: \u000a| (launched: 2022-12-09_07:22:44.214849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:46.217509 run osmo-stp_10.42.42.5(pid=6685): stderr: \u000a| �[0;m�[38;5;43m20221209072244407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072244408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072244408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072244408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072244409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072244409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072244409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:46.369336 run patchelf(pid=6688): Terminating (SIGINT)\u000a07:22:46.544877 run patchelf(pid=6688): Terminated: ok {rc=0}\u000a07:22:46.579366 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6685): Process ended prematurely: osmo-stp_10.42.42.5(pid=6685) [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6685)] [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a07:22:46.589453 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a07:22:46.654222 run osmo-hlr_10.42.42.2(pid=6682): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6682)]\u000a07:22:46.708787 run osmo-hlr_10.42.42.2(pid=6682): stdout: \u000a| (launched: 2022-12-09_07:22:43.193564) \u000a07:22:46.763054 run osmo-hlr_10.42.42.2(pid=6682): stderr: \u000a| �[0;m�[1;31m20221209072243394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072243394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072243394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072243394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072243394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072243394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072243406 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072243415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072243415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072243415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:22:46.808274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6681): Terminating (SIGTERM)\u000a07:22:46.852339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6684): Terminating (SIGTERM)\u000a07:22:46.898718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6687): Terminating (SIGTERM)\u000a07:22:46.910415 --- ParallelTerminationStrategy: PID 6681 died...\u000a07:22:46.969823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6681): Terminated: ok {rc=0}\u000a07:22:46.980468 --- ParallelTerminationStrategy: PID 6684 died...\u000a07:22:47.038137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6684): Terminated: ok {rc=0}\u000a07:22:47.048707 --- ParallelTerminationStrategy: PID 6687 died...\u000a07:22:47.104181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6687): Terminated: ok {rc=0}\u000a07:22:47.193392 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:21:48" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6699): Process ended prematurely: osmo-stp_10.42.42.5(pid=6699) [trial-2356↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6699)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6699): Process ended prematurely: osmo-stp_10.42.42.5(pid=6699) [trial-2356↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6699)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:22:49.247174 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:22:49.259136 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:22:49.427227 tst switch_tch_pdch.py: using LAC 19853\u000a07:22:49.554615 tst switch_tch_pdch.py: using RAC 218\u000a07:22:49.681416 tst switch_tch_pdch.py: using CellId 19853\u000a07:22:49.809911 tst switch_tch_pdch.py: using BVCI 19854\u000a07:22:49.834858 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:22:49.846753 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:22:49.858459 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:22:49.870164 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:22:49.882219 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:22:49.893927 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:22:49.905992 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:22:49.917699 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:22:50.036057 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:22:50.333797 tst switch_tch_pdch.py:51: start network...\u000a07:22:50.470645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:22:50.992694 run create_hlr_db(pid=6693): Launched\u000a07:22:51.181099 bus /gobi_6: Setting Powered False\u000a07:22:52.202032 run create_hlr_db(pid=6693): Terminated: ok {rc=0}\u000a07:22:52.612197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6695): Launched\u000a07:22:52.918808 run osmo-hlr_10.42.42.2(pid=6696): Launched\u000a07:22:53.035125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:22:53.566504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6698): Launched\u000a07:22:53.872692 run osmo-stp_10.42.42.5(pid=6699): Launched\u000a07:22:53.984571 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:22:54.515723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6701): Launched\u000a07:22:54.623907 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:22:54.890616 run patchelf(pid=6702): Launched\u000a07:22:55.068492 run osmo-stp_10.42.42.5(pid=6699): ERR: Terminated: ERROR {rc=1} [trial-2356↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6699)]\u000a07:22:55.198383 run osmo-stp_10.42.42.5(pid=6699): stdout: \u000a| (launched: 2022-12-09_07:22:53.721204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:55.328533 run osmo-stp_10.42.42.5(pid=6699): stderr: \u000a| �[0;m�[38;5;43m20221209072253893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072253893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072253893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072253893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072253894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072253894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072253894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:55.455134 run osmo-stp_10.42.42.5(pid=6699): stdout: \u000a| (launched: 2022-12-09_07:22:53.721204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:55.580019 run osmo-stp_10.42.42.5(pid=6699): stderr: \u000a| �[0;m�[38;5;43m20221209072253893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072253893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072253893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072253893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072253894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072253894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072253894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:55.724042 run patchelf(pid=6702): Terminating (SIGINT)\u000a07:22:55.893544 run patchelf(pid=6702): Terminated: ok {rc=0}\u000a07:22:55.924266 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6699): Process ended prematurely: osmo-stp_10.42.42.5(pid=6699) [trial-2356↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6699)] [trial-2356↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:22:55.933234 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a07:22:55.993818 run osmo-hlr_10.42.42.2(pid=6696): ERR: Terminated: ERROR {rc=237} [trial-2356↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6696)]\u000a07:22:56.043034 run osmo-hlr_10.42.42.2(pid=6696): stdout: \u000a| (launched: 2022-12-09_07:22:52.766923) \u000a07:22:56.092779 run osmo-hlr_10.42.42.2(pid=6696): stderr: \u000a| �[0;m�[1;31m20221209072252943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072252944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072252944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072252944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072252944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072252944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072252955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072252966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072252966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072252966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:22:56.135164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6695): Terminating (SIGTERM)\u000a07:22:56.175355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6698): Terminating (SIGTERM)\u000a07:22:56.215596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6701): Terminating (SIGTERM)\u000a07:22:56.225259 --- ParallelTerminationStrategy: PID 6695 died...\u000a07:22:56.278739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6695): Terminated: ok {rc=0}\u000a07:22:56.288674 --- ParallelTerminationStrategy: PID 6698 died...\u000a07:22:56.341915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6698): Terminated: ok {rc=0}\u000a07:22:56.351797 --- ParallelTerminationStrategy: PID 6701 died...\u000a07:22:56.405363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6701): Terminated: ok {rc=0}\u000a07:22:56.494938 bus /gobi_0: Setting Powered False\u000a07:22:57.599281 bus /gobi_0: Setting Powered False\u000a07:22:58.711585 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:22:48" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6981): Process ended prematurely: osmo-stp_10.42.42.5(pid=6981) [trial-2356↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6981)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6981): Process ended prematurely: osmo-stp_10.42.42.5(pid=6981) [trial-2356↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:23:00.692597 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:23:00.703648 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:23:00.859986 tst switch_tch_pdch.py: using LAC 19854\u000a07:23:00.984452 tst switch_tch_pdch.py: using RAC 219\u000a07:23:01.149993 tst switch_tch_pdch.py: using CellId 19854\u000a07:23:01.288444 tst switch_tch_pdch.py: using BVCI 19855\u000a07:23:01.315224 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:23:01.327940 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:23:01.340852 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:23:01.353587 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:23:01.368432 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:23:01.381855 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:23:01.395311 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:23:01.408713 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:23:01.546866 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:23:01.909192 tst switch_tch_pdch.py:51: start network...\u000a07:23:02.071958 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:23:02.630446 run create_hlr_db(pid=6750): Launched\u000a07:23:02.768679 bus /gobi_6: Setting Powered False\u000a07:23:03.892160 run create_hlr_db(pid=6750): Terminated: ok {rc=0}\u000a07:23:04.331782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6977): Launched\u000a07:23:04.762370 run osmo-hlr_10.42.42.2(pid=6978): Launched\u000a07:23:05.000878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:23:05.564483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6980): Launched\u000a07:23:05.996622 run osmo-stp_10.42.42.5(pid=6981): Launched\u000a07:23:06.201145 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:23:06.758294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6985): Launched\u000a07:23:06.873854 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:23:07.161171 run patchelf(pid=6986): Launched\u000a07:23:07.343069 run osmo-stp_10.42.42.5(pid=6981): ERR: Terminated: ERROR {rc=1} [trial-2356↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6981)]\u000a07:23:07.476931 run osmo-stp_10.42.42.5(pid=6981): stdout: \u000a| (launched: 2022-12-09_07:23:05.734682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:07.612273 run osmo-stp_10.42.42.5(pid=6981): stderr: \u000a| �[0;m�[38;5;43m20221209072306023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072306023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072306023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072306023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072306024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072306024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072306024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:07.743062 run osmo-stp_10.42.42.5(pid=6981): stdout: \u000a| (launched: 2022-12-09_07:23:05.734682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:07.871265 run osmo-stp_10.42.42.5(pid=6981): stderr: \u000a| �[0;m�[38;5;43m20221209072306023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072306023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072306023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072306023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072306024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072306024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072306024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:08.019104 run patchelf(pid=6986): Terminating (SIGINT)\u000a07:23:08.192689 run patchelf(pid=6986): Terminated: ok {rc=0}\u000a07:23:08.224739 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6981): Process ended prematurely: osmo-stp_10.42.42.5(pid=6981) [trial-2356↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6981)] [trial-2356↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:23:08.234605 tst switch_tch_pdch.py:54: Test FAILED (7.5 sec)\u000a07:23:08.300473 run osmo-hlr_10.42.42.2(pid=6978): ERR: Terminated: ERROR {rc=237} [trial-2356↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6978)]\u000a07:23:08.352637 run osmo-hlr_10.42.42.2(pid=6978): stdout: \u000a| (launched: 2022-12-09_07:23:04.488317) \u000a07:23:08.405882 run osmo-hlr_10.42.42.2(pid=6978): stderr: \u000a| �[0;m�[1;31m20221209072304797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072304797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072304797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072304797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072304797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072304797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072304810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072304818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072304818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072304819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:23:08.451233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6977): Terminating (SIGTERM)\u000a07:23:08.496059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6980): Terminating (SIGTERM)\u000a07:23:08.541192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6985): Terminating (SIGTERM)\u000a07:23:08.551708 --- ParallelTerminationStrategy: PID 6977 died...\u000a07:23:08.610715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6977): Terminated: ok {rc=0}\u000a07:23:08.621507 --- ParallelTerminationStrategy: PID 6980 died...\u000a07:23:08.679027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6980): Terminated: ok {rc=0}\u000a07:23:08.689736 --- ParallelTerminationStrategy: PID 6985 died...\u000a07:23:08.745443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6985): Terminated: ok {rc=0}\u000a07:23:08.834415 bus /gobi_0: Setting Powered False\u000a07:23:09.943136 bus /gobi_0: Setting Powered False\u000a07:23:11.053960 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:23:00" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6991): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6991) [trial-2356↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6991)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6991): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6991) [trial-2356↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a07:23:12.982290 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a07:23:12.994410 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:23:13.138041 tst mo_mt_sms.py: using LAC 19855\u000a07:23:13.261254 tst mo_mt_sms.py: using RAC 220\u000a07:23:13.384629 tst mo_mt_sms.py: using CellId 19855\u000a07:23:13.512224 tst mo_mt_sms.py: using BVCI 19856\u000a07:23:13.537288 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a07:23:13.659975 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a07:23:13.953408 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:23:14.087166 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:23:14.755902 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6990): Launched\u000a07:23:15.092916 run osmo-nitb_10.42.42.2(pid=6991): Launched\u000a07:23:15.288105 run osmo-nitb_10.42.42.2(pid=6991): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6991)]\u000a07:23:15.433097 run osmo-nitb_10.42.42.2(pid=6991): stdout: \u000a| (launched: 2022-12-09_07:23:14.917611) \u000a07:23:15.579367 run osmo-nitb_10.42.42.2(pid=6991): stderr: \u000a| (launched: 2022-12-09_07:23:14.965977)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:23:15.718794 run osmo-nitb_10.42.42.2(pid=6991): stdout: \u000a| (launched: 2022-12-09_07:23:14.917611) \u000a07:23:15.866778 run osmo-nitb_10.42.42.2(pid=6991): stderr: \u000a| (launched: 2022-12-09_07:23:14.965977)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:23:16.256244 tst osmo-nitb_10.42.42.2(pid=6991): stdout: \u000a| (launched: 2022-12-09_07:23:14.917611) \u000a07:23:16.404532 tst osmo-nitb_10.42.42.2(pid=6991): stderr: \u000a| (launched: 2022-12-09_07:23:14.965977)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:23:16.472140 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=6991): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6991) [trial-2356↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6991)] [trial-2356↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a07:23:16.483652 tst mo_mt_sms.py:11: Test FAILED (3.5 sec)\u000a07:23:16.528251 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6990): Terminating (SIGTERM)\u000a07:23:16.708076 --- ParallelTerminationStrategy: PID 6990 died...\u000a07:23:16.802512 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6990): Terminated: ok {rc=0}\u000a07:23:16.926431 bus /sierra_3: Setting Powered False\u000a07:23:18.037584 bus /sierra_3: Setting Powered False\u000a07:23:19.154949 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:23:12" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7001): Process ended prematurely: osmo-stp_10.42.42.5(pid=7001) [trial-2356↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7001)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7001): Process ended prematurely: osmo-stp_10.42.42.5(pid=7001) [trial-2356↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a07:23:21.074446 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:23:21.086380 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:23:21.233512 tst mo_mt_sms.py: using LAC 19856\u000a07:23:21.360926 tst mo_mt_sms.py: using RAC 221\u000a07:23:21.485574 tst mo_mt_sms.py: using CellId 19856\u000a07:23:21.611724 tst mo_mt_sms.py: using BVCI 19857\u000a07:23:21.635978 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:23:21.648032 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:23:21.661073 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:23:21.673872 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:23:21.687006 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:23:21.699368 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a07:23:21.822748 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a07:23:22.035080 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:23:22.582577 run create_hlr_db(pid=6995): Launched\u000a07:23:22.776422 bus /sierra_2: Setting Powered False\u000a07:23:23.803712 run create_hlr_db(pid=6995): Terminated: ok {rc=0}\u000a07:23:24.239813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6997): Launched\u000a07:23:24.569171 run osmo-hlr_10.42.42.2(pid=6998): Launched\u000a07:23:24.689065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:23:25.256715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7000): Launched\u000a07:23:25.586959 run osmo-stp_10.42.42.5(pid=7001): Launched\u000a07:23:25.705415 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:23:26.305296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7003): Launched\u000a07:23:26.634910 run osmo-msc_10.42.42.6(pid=7004): Launched\u000a07:23:26.825927 run osmo-stp_10.42.42.5(pid=7001): ERR: Terminated: ERROR {rc=1} [trial-2356↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7001)]\u000a07:23:26.963755 run osmo-stp_10.42.42.5(pid=7001): stdout: \u000a| (launched: 2022-12-09_07:23:25.423681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:27.101774 run osmo-stp_10.42.42.5(pid=7001): stderr: \u000a| �[0;m�[38;5;43m20221209072325617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072325618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072325618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072325618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072325619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072325619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072325619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:27.232694 run osmo-stp_10.42.42.5(pid=7001): stdout: \u000a| (launched: 2022-12-09_07:23:25.423681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:27.362652 run osmo-stp_10.42.42.5(pid=7001): stderr: \u000a| �[0;m�[38;5;43m20221209072325617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072325618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072325618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072325618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072325619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072325619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072325619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:27.419749 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=7001): Process ended prematurely: osmo-stp_10.42.42.5(pid=7001) [trial-2356↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7001)] [trial-2356↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a07:23:27.428297 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a07:23:27.491717 run osmo-hlr_10.42.42.2(pid=6998): ERR: Terminated: ERROR {rc=237} [trial-2356↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6998)]\u000a07:23:27.543674 run osmo-hlr_10.42.42.2(pid=6998): stdout: \u000a| (launched: 2022-12-09_07:23:24.405988) \u000a07:23:27.596704 run osmo-hlr_10.42.42.2(pid=6998): stderr: \u000a| �[0;m�[1;31m20221209072324606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072324606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072324606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072324606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072324606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072324606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072324619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072324627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072324627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072324627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:23:27.667928 run osmo-msc_10.42.42.6(pid=7004): ERR: Terminated: ERROR {rc=2} [trial-2356↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7004)]\u000a07:23:27.719649 run osmo-msc_10.42.42.6(pid=7004): stdout: \u000a| (launched: 2022-12-09_07:23:26.472248) \u000a07:23:27.771940 run osmo-msc_10.42.42.6(pid=7004): stderr: \u000a| �[0;m�[38;5;43m20221209072326798 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209072326798 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff06560fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209072326798 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209072326798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209072326798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209072326799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209072326800 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209072326801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209072326801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209072326801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:23:27.816373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6997): Terminating (SIGTERM)\u000a07:23:27.858361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7000): Terminating (SIGTERM)\u000a07:23:27.900426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7003): Terminating (SIGTERM)\u000a07:23:27.910152 --- ParallelTerminationStrategy: PID 6997 died...\u000a07:23:27.966418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6997): Terminated: ok {rc=0}\u000a07:23:27.976564 --- ParallelTerminationStrategy: PID 7000 died...\u000a07:23:28.032523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7000): Terminated: ok {rc=0}\u000a07:23:28.042611 --- ParallelTerminationStrategy: PID 7003 died...\u000a07:23:28.098499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7003): Terminated: ok {rc=0}\u000a07:23:28.186921 bus /sierra_3: Setting Powered False\u000a07:23:29.293835 bus /sierra_3: Setting Powered False\u000a07:23:30.405942 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:23:20" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7010): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7010) [trial-2356↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7010)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7010): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7010) [trial-2356↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a07:23:32.280865 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a07:23:32.292706 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:23:32.439928 tst assert_extension.py: using LAC 19857\u000a07:23:32.567706 tst assert_extension.py: using RAC 222\u000a07:23:32.697503 tst assert_extension.py: using CellId 19857\u000a07:23:32.826848 tst assert_extension.py: using BVCI 19858\u000a07:23:32.851735 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a07:23:33.149639 tst assert_extension.py:10: start nitb and bts...\u000a07:23:33.286435 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:23:33.964483 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7009): Launched\u000a07:23:34.290906 run osmo-nitb_10.42.42.2(pid=7010): Launched\u000a07:23:34.491335 run osmo-nitb_10.42.42.2(pid=7010): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7010)]\u000a07:23:34.638267 run osmo-nitb_10.42.42.2(pid=7010): stdout: \u000a| (launched: 2022-12-09_07:23:34.131222) \u000a07:23:34.785302 run osmo-nitb_10.42.42.2(pid=7010): stderr: \u000a| (launched: 2022-12-09_07:23:34.179867)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:23:34.928012 run osmo-nitb_10.42.42.2(pid=7010): stdout: \u000a| (launched: 2022-12-09_07:23:34.131222) \u000a07:23:35.069677 run osmo-nitb_10.42.42.2(pid=7010): stderr: \u000a| (launched: 2022-12-09_07:23:34.179867)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:23:35.422202 tst osmo-nitb_10.42.42.2(pid=7010): stdout: \u000a| (launched: 2022-12-09_07:23:34.131222) \u000a07:23:35.552164 tst osmo-nitb_10.42.42.2(pid=7010): stderr: \u000a| (launched: 2022-12-09_07:23:34.179867)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:23:35.609206 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=7010): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7010) [trial-2356↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7010)] [trial-2356↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a07:23:35.618043 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a07:23:35.654425 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7009): Terminating (SIGTERM)\u000a07:23:35.832234 --- ParallelTerminationStrategy: PID 7009 died...\u000a07:23:35.889639 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7009): Terminated: ok {rc=0}\u000a07:23:35.977219 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:23:32" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7020): Process ended prematurely: osmo-stp_10.42.42.5(pid=7020) [trial-2356↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7020)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7020): Process ended prematurely: osmo-stp_10.42.42.5(pid=7020) [trial-2356↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a07:23:37.827218 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:23:37.839229 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:23:37.984858 tst assert_extension.py: using LAC 19858\u000a07:23:38.114480 tst assert_extension.py: using RAC 223\u000a07:23:38.241873 tst assert_extension.py: using CellId 19858\u000a07:23:38.371475 tst assert_extension.py: using BVCI 19859\u000a07:23:38.396255 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:23:38.407598 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:23:38.419286 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:23:38.430515 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:23:38.441757 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:23:38.452873 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a07:23:38.656152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:23:39.139749 run create_hlr_db(pid=7014): Launched\u000a07:23:39.316069 bus /sierra_2: Setting Powered False\u000a07:23:40.337007 run create_hlr_db(pid=7014): Terminated: ok {rc=0}\u000a07:23:40.772750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7016): Launched\u000a07:23:41.102395 run osmo-hlr_10.42.42.2(pid=7017): Launched\u000a07:23:41.224107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:23:41.888866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7019): Launched\u000a07:23:42.212596 run osmo-stp_10.42.42.5(pid=7020): Launched\u000a07:23:42.329646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:23:42.919083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7022): Launched\u000a07:23:43.243478 run osmo-msc_10.42.42.6(pid=7023): Launched\u000a07:23:43.432172 run osmo-stp_10.42.42.5(pid=7020): ERR: Terminated: ERROR {rc=1} [trial-2356↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7020)]\u000a07:23:43.568397 run osmo-stp_10.42.42.5(pid=7020): stdout: \u000a| (launched: 2022-12-09_07:23:42.052889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:43.704017 run osmo-stp_10.42.42.5(pid=7020): stderr: \u000a| �[0;m�[38;5;43m20221209072342247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072342247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072342247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072342247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072342248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072342248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072342248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:43.833214 run osmo-stp_10.42.42.5(pid=7020): stdout: \u000a| (launched: 2022-12-09_07:23:42.052889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:43.961280 run osmo-stp_10.42.42.5(pid=7020): stderr: \u000a| �[0;m�[38;5;43m20221209072342247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072342247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072342247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072342247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072342248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072342248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072342248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:44.017495 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=7020): Process ended prematurely: osmo-stp_10.42.42.5(pid=7020) [trial-2356↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7020)] [trial-2356↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a07:23:44.026056 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a07:23:44.088892 run osmo-hlr_10.42.42.2(pid=7017): ERR: Terminated: ERROR {rc=237} [trial-2356↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7017)]\u000a07:23:44.140890 run osmo-hlr_10.42.42.2(pid=7017): stdout: \u000a| (launched: 2022-12-09_07:23:40.939251) \u000a07:23:44.193803 run osmo-hlr_10.42.42.2(pid=7017): stderr: \u000a| �[0;m�[1;31m20221209072341139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072341139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072341140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072341140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072341140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072341140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072341153 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072341164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072341164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072341164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:23:44.264752 run osmo-msc_10.42.42.6(pid=7023): ERR: Terminated: ERROR {rc=2} [trial-2356↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7023)]\u000a07:23:44.316486 run osmo-msc_10.42.42.6(pid=7023): stdout: \u000a| (launched: 2022-12-09_07:23:43.082978) \u000a07:23:44.368790 run osmo-msc_10.42.42.6(pid=7023): stderr: \u000a| �[0;m�[38;5;43m20221209072343405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209072343405 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8487aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209072343405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209072343405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209072343405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209072343405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209072343407 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209072343407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209072343408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209072343408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:23:44.413473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7016): Terminating (SIGTERM)\u000a07:23:44.455849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7019): Terminating (SIGTERM)\u000a07:23:44.497840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7022): Terminating (SIGTERM)\u000a07:23:44.507156 --- ParallelTerminationStrategy: PID 7016 died...\u000a07:23:44.563182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7016): Terminated: ok {rc=0}\u000a07:23:44.573227 --- ParallelTerminationStrategy: PID 7019 died...\u000a07:23:44.628508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7019): Terminated: ok {rc=0}\u000a07:23:44.638411 --- ParallelTerminationStrategy: PID 7022 died...\u000a07:23:44.693668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7022): Terminated: ok {rc=0}\u000a07:23:44.780798 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:23:37" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7034): Process ended prematurely: osmo-stp_10.42.42.5(pid=7034) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7034)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7034): Process ended prematurely: osmo-stp_10.42.42.5(pid=7034) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7034)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:23:46.844550 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:23:46.856845 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:23:47.020535 tst mo_mt_call.py: using LAC 19859\u000a07:23:47.170117 tst mo_mt_call.py: using RAC 224\u000a07:23:47.306879 tst mo_mt_call.py: using CellId 19859\u000a07:23:47.430699 tst mo_mt_call.py: using BVCI 19860\u000a07:23:47.454313 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:23:47.465869 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:23:47.477203 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:23:47.489352 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:23:47.501652 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:23:47.513662 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:23:47.636543 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:23:47.853572 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:23:48.377544 run create_hlr_db(pid=7028): Launched\u000a07:23:48.568111 bus /sierra_2: Setting Powered False\u000a07:23:49.588935 run create_hlr_db(pid=7028): Terminated: ok {rc=0}\u000a07:23:49.999814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7030): Launched\u000a07:23:50.307837 run osmo-hlr_10.42.42.2(pid=7031): Launched\u000a07:23:50.428744 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:23:50.969492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7033): Launched\u000a07:23:51.278352 run osmo-stp_10.42.42.5(pid=7034): Launched\u000a07:23:51.389988 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:23:51.951846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7036): Launched\u000a07:23:52.261626 run osmo-msc_10.42.42.6(pid=7037): Launched\u000a07:23:52.442520 run osmo-stp_10.42.42.5(pid=7034): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7034)]\u000a07:23:52.572203 run osmo-stp_10.42.42.5(pid=7034): stdout: \u000a| (launched: 2022-12-09_07:23:51.125227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:52.699667 run osmo-stp_10.42.42.5(pid=7034): stderr: \u000a| �[0;m�[38;5;43m20221209072351295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072351296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072351296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072351296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072351297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072351297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072351297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:52.822900 run osmo-stp_10.42.42.5(pid=7034): stdout: \u000a| (launched: 2022-12-09_07:23:51.125227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:52.944699 run osmo-stp_10.42.42.5(pid=7034): stderr: \u000a| �[0;m�[38;5;43m20221209072351295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072351296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072351296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072351296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072351297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072351297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072351297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:52.998604 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7034): Process ended prematurely: osmo-stp_10.42.42.5(pid=7034) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7034)] [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:23:53.007455 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:23:53.067942 run osmo-hlr_10.42.42.2(pid=7031): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7031)]\u000a07:23:53.117897 run osmo-hlr_10.42.42.2(pid=7031): stdout: \u000a| (launched: 2022-12-09_07:23:50.155744) \u000a07:23:53.168068 run osmo-hlr_10.42.42.2(pid=7031): stderr: \u000a| �[0;m�[1;31m20221209072350334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072350334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072350334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072350334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072350334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072350334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072350346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072350355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072350355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072350355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:23:53.235872 run osmo-msc_10.42.42.6(pid=7037): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7037)]\u000a07:23:53.285665 run osmo-msc_10.42.42.6(pid=7037): stdout: \u000a| (launched: 2022-12-09_07:23:52.108175) \u000a07:23:53.335921 run osmo-msc_10.42.42.6(pid=7037): stderr: \u000a| �[0;m�[38;5;43m20221209072352380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209072352381 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc31552ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209072352381 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209072352381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209072352381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209072352381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209072352383 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209072352383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209072352383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209072352383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:23:53.378082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7030): Terminating (SIGTERM)\u000a07:23:53.418311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7033): Terminating (SIGTERM)\u000a07:23:53.458528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7036): Terminating (SIGTERM)\u000a07:23:53.468055 --- ParallelTerminationStrategy: PID 7030 died...\u000a07:23:53.521964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7030): Terminated: ok {rc=0}\u000a07:23:53.531868 --- ParallelTerminationStrategy: PID 7033 died...\u000a07:23:53.585668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7033): Terminated: ok {rc=0}\u000a07:23:53.595519 --- ParallelTerminationStrategy: PID 7036 died...\u000a07:23:53.648973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7036): Terminated: ok {rc=0}\u000a07:23:53.732832 bus /sierra_3: Setting Powered False\u000a07:23:54.836058 bus /sierra_3: Setting Powered False\u000a07:23:55.947410 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7045): Process ended prematurely: osmo-stp_10.42.42.5(pid=7045) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7045)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7045): Process ended prematurely: osmo-stp_10.42.42.5(pid=7045) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7045)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:23:57.058241 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:23:57.070613 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:23:57.239709 tst mo_mt_call_osmux.py: using LAC 19860\u000a07:23:57.364881 tst mo_mt_call_osmux.py: using RAC 225\u000a07:23:57.485179 tst mo_mt_call_osmux.py: using CellId 19860\u000a07:23:57.610962 tst mo_mt_call_osmux.py: using BVCI 19861\u000a07:23:57.634417 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:23:57.645968 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:23:57.657382 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:23:57.668801 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:23:57.680335 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:23:57.691902 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:23:57.813780 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:23:58.020825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:23:58.505428 run create_hlr_db(pid=7039): Launched\u000a07:23:58.682103 bus /sierra_2: Setting Powered False\u000a07:23:59.703561 run create_hlr_db(pid=7039): Terminated: ok {rc=0}\u000a07:24:00.114986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7041): Launched\u000a07:24:00.424609 run osmo-hlr_10.42.42.2(pid=7042): Launched\u000a07:24:00.538121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:24:01.111540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7044): Launched\u000a07:24:01.482663 run osmo-stp_10.42.42.5(pid=7045): Launched\u000a07:24:01.665341 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:24:02.369176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7047): Launched\u000a07:24:02.680558 run osmo-msc_10.42.42.6(pid=7048): Launched\u000a07:24:02.862253 run osmo-stp_10.42.42.5(pid=7045): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7045)]\u000a07:24:02.992237 run osmo-stp_10.42.42.5(pid=7045): stdout: \u000a| (launched: 2022-12-09_07:24:01.270644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:03.120296 run osmo-stp_10.42.42.5(pid=7045): stderr: \u000a| �[0;m�[38;5;43m20221209072401647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072401649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072401650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072401653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072401655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072401655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072401656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:03.243544 run osmo-stp_10.42.42.5(pid=7045): stdout: \u000a| (launched: 2022-12-09_07:24:01.270644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:03.366227 run osmo-stp_10.42.42.5(pid=7045): stderr: \u000a| �[0;m�[38;5;43m20221209072401647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072401649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072401650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072401653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072401655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072401655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072401656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:03.420277 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7045): Process ended prematurely: osmo-stp_10.42.42.5(pid=7045) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7045)] [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:24:03.429271 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:24:03.489540 run osmo-hlr_10.42.42.2(pid=7042): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7042)]\u000a07:24:03.539032 run osmo-hlr_10.42.42.2(pid=7042): stdout: \u000a| (launched: 2022-12-09_07:24:00.271488) \u000a07:24:03.589332 run osmo-hlr_10.42.42.2(pid=7042): stderr: \u000a| �[0;m�[1;31m20221209072400450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072400450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072400450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072400450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072400450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072400450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072400462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072400471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072400471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072400471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:24:03.657182 run osmo-msc_10.42.42.6(pid=7048): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7048)]\u000a07:24:03.706485 run osmo-msc_10.42.42.6(pid=7048): stdout: \u000a| (launched: 2022-12-09_07:24:02.526679) \u000a07:24:03.756242 run osmo-msc_10.42.42.6(pid=7048): stderr: \u000a| �[0;m�[38;5;43m20221209072402798 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209072402798 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fabf2d72c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209072402798 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209072402798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209072402798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209072402798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209072402800 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209072402800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209072402801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209072402801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:24:03.798282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7041): Terminating (SIGTERM)\u000a07:24:03.838742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7044): Terminating (SIGTERM)\u000a07:24:03.878656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7047): Terminating (SIGTERM)\u000a07:24:03.888048 --- ParallelTerminationStrategy: PID 7041 died...\u000a07:24:03.941644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7041): Terminated: ok {rc=0}\u000a07:24:03.951434 --- ParallelTerminationStrategy: PID 7044 died...\u000a07:24:04.004628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7044): Terminated: ok {rc=0}\u000a07:24:04.014572 --- ParallelTerminationStrategy: PID 7047 died...\u000a07:24:04.067617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7047): Terminated: ok {rc=0}\u000a07:24:04.156531 bus /sierra_3: Setting Powered False\u000a07:24:05.260568 bus /sierra_3: Setting Powered False\u000a07:24:06.372745 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:23:46" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7059): Process ended prematurely: osmo-stp_10.42.42.5(pid=7059) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7059)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7059): Process ended prematurely: osmo-stp_10.42.42.5(pid=7059) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:24:08.382114 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:24:08.393972 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:24:08.563338 tst mo_mt_call.py: using LAC 19861\u000a07:24:08.693756 tst mo_mt_call.py: using RAC 226\u000a07:24:08.821913 tst mo_mt_call.py: using CellId 19861\u000a07:24:08.950451 tst mo_mt_call.py: using BVCI 19862\u000a07:24:08.975520 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:24:08.987411 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:24:08.999269 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:24:09.011400 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:24:09.023289 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:24:09.035174 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:24:09.153559 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:24:09.359167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:24:09.845817 run create_hlr_db(pid=7053): Launched\u000a07:24:10.022692 bus /sierra_2: Setting Powered False\u000a07:24:11.044217 run create_hlr_db(pid=7053): Terminated: ok {rc=0}\u000a07:24:11.460534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7055): Launched\u000a07:24:11.762757 run osmo-hlr_10.42.42.2(pid=7056): Launched\u000a07:24:11.881147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:24:12.407705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7058): Launched\u000a07:24:12.710445 run osmo-stp_10.42.42.5(pid=7059): Launched\u000a07:24:12.822000 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:24:13.375414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7061): Launched\u000a07:24:13.679762 run osmo-msc_10.42.42.6(pid=7062): Launched\u000a07:24:13.856463 run osmo-stp_10.42.42.5(pid=7059): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7059)]\u000a07:24:13.984329 run osmo-stp_10.42.42.5(pid=7059): stdout: \u000a| (launched: 2022-12-09_07:24:12.560737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:14.109559 run osmo-stp_10.42.42.5(pid=7059): stderr: \u000a| �[0;m�[38;5;43m20221209072412728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072412728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072412728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072412729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072412729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072412729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072412729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:14.230577 run osmo-stp_10.42.42.5(pid=7059): stdout: \u000a| (launched: 2022-12-09_07:24:12.560737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:14.350880 run osmo-stp_10.42.42.5(pid=7059): stderr: \u000a| �[0;m�[38;5;43m20221209072412728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072412728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072412728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072412729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072412729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072412729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072412729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:14.403753 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7059): Process ended prematurely: osmo-stp_10.42.42.5(pid=7059) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7059)] [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:24:14.412562 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:24:14.473047 run osmo-hlr_10.42.42.2(pid=7056): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7056)]\u000a07:24:14.522078 run osmo-hlr_10.42.42.2(pid=7056): stdout: \u000a| (launched: 2022-12-09_07:24:11.613342) \u000a07:24:14.571814 run osmo-hlr_10.42.42.2(pid=7056): stderr: \u000a| �[0;m�[1;31m20221209072411787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072411787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072411787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072411787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072411787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072411787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072411799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072411808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072411808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072411808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:24:14.639093 run osmo-msc_10.42.42.6(pid=7062): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7062)]\u000a07:24:14.688425 run osmo-msc_10.42.42.6(pid=7062): stdout: \u000a| (launched: 2022-12-09_07:24:13.528876) \u000a07:24:14.738117 run osmo-msc_10.42.42.6(pid=7062): stderr: \u000a| �[0;m�[38;5;43m20221209072413797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209072413797 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f904197bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209072413798 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209072413798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209072413798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209072413798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209072413800 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209072413800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209072413800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209072413800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:24:14.779510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7055): Terminating (SIGTERM)\u000a07:24:14.819108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7058): Terminating (SIGTERM)\u000a07:24:14.858691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7061): Terminating (SIGTERM)\u000a07:24:14.868050 --- ParallelTerminationStrategy: PID 7055 died...\u000a07:24:14.921128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7055): Terminated: ok {rc=0}\u000a07:24:14.930763 --- ParallelTerminationStrategy: PID 7058 died...\u000a07:24:14.983712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7058): Terminated: ok {rc=0}\u000a07:24:14.993446 --- ParallelTerminationStrategy: PID 7061 died...\u000a07:24:15.046369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7061): Terminated: ok {rc=0}\u000a07:24:15.134343 bus /sierra_3: Setting Powered False\u000a07:24:16.238492 bus /sierra_3: Setting Powered False\u000a07:24:17.344730 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7070): Process ended prematurely: osmo-stp_10.42.42.5(pid=7070) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7070)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7070): Process ended prematurely: osmo-stp_10.42.42.5(pid=7070) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7070)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:24:18.459708 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:24:18.472016 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:24:18.639566 tst mo_mt_call_osmux.py: using LAC 19862\u000a07:24:18.761945 tst mo_mt_call_osmux.py: using RAC 227\u000a07:24:18.880588 tst mo_mt_call_osmux.py: using CellId 19862\u000a07:24:18.999965 tst mo_mt_call_osmux.py: using BVCI 19863\u000a07:24:19.023050 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:24:19.034524 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:24:19.045943 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:24:19.057269 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:24:19.068637 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:24:19.079968 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:24:19.197946 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:24:19.409983 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:24:19.926846 run create_hlr_db(pid=7064): Launched\u000a07:24:20.113769 bus /sierra_2: Setting Powered False\u000a07:24:21.134572 run create_hlr_db(pid=7064): Terminated: ok {rc=0}\u000a07:24:21.564144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7066): Launched\u000a07:24:21.886660 run osmo-hlr_10.42.42.2(pid=7067): Launched\u000a07:24:22.003911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:24:22.565849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7069): Launched\u000a07:24:22.890481 run osmo-stp_10.42.42.5(pid=7070): Launched\u000a07:24:23.007482 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:24:23.599518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7072): Launched\u000a07:24:23.924183 run osmo-msc_10.42.42.6(pid=7073): Launched\u000a07:24:24.112729 run osmo-stp_10.42.42.5(pid=7070): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7070)]\u000a07:24:24.248697 run osmo-stp_10.42.42.5(pid=7070): stdout: \u000a| (launched: 2022-12-09_07:24:22.731197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:24.383242 run osmo-stp_10.42.42.5(pid=7070): stderr: \u000a| �[0;m�[38;5;43m20221209072422921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072422921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072422922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072422922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072422923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072422923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072422923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:24.513777 run osmo-stp_10.42.42.5(pid=7070): stdout: \u000a| (launched: 2022-12-09_07:24:22.731197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:24.642447 run osmo-stp_10.42.42.5(pid=7070): stderr: \u000a| �[0;m�[38;5;43m20221209072422921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072422921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072422922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072422922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072422923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072422923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072422923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:24.699669 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7070): Process ended prematurely: osmo-stp_10.42.42.5(pid=7070) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7070)] [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:24:24.709163 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a07:24:24.771184 run osmo-hlr_10.42.42.2(pid=7067): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7067)]\u000a07:24:24.822372 run osmo-hlr_10.42.42.2(pid=7067): stdout: \u000a| (launched: 2022-12-09_07:24:21.728578) \u000a07:24:24.873956 run osmo-hlr_10.42.42.2(pid=7067): stderr: \u000a| �[0;m�[1;31m20221209072421924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072421924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072421924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072421924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072421924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072421924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072421969 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072421978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072421978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072421979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:24:24.944004 run osmo-msc_10.42.42.6(pid=7073): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7073)]\u000a07:24:24.994896 run osmo-msc_10.42.42.6(pid=7073): stdout: \u000a| (launched: 2022-12-09_07:24:23.764280) \u000a07:24:25.046349 run osmo-msc_10.42.42.6(pid=7073): stderr: \u000a| �[0;m�[38;5;43m20221209072424083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209072424083 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98c4641c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209072424083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209072424083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209072424084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209072424084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209072424086 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209072424086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209072424086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209072424086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:24:25.090137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7066): Terminating (SIGTERM)\u000a07:24:25.131779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7069): Terminating (SIGTERM)\u000a07:24:25.173206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7072): Terminating (SIGTERM)\u000a07:24:25.182656 --- ParallelTerminationStrategy: PID 7066 died...\u000a07:24:25.237764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7066): Terminated: ok {rc=0}\u000a07:24:25.247632 --- ParallelTerminationStrategy: PID 7069 died...\u000a07:24:25.302479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7069): Terminated: ok {rc=0}\u000a07:24:25.312285 --- ParallelTerminationStrategy: PID 7072 died...\u000a07:24:25.367236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7072): Terminated: ok {rc=0}\u000a07:24:25.454028 bus /sierra_3: Setting Powered False\u000a07:24:26.559517 bus /sierra_3: Setting Powered False\u000a07:24:27.667620 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:24:08" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7084): Process ended prematurely: osmo-stp_10.42.42.5(pid=7084) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7084)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7084): Process ended prematurely: osmo-stp_10.42.42.5(pid=7084) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:24:29.682473 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:24:29.694231 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:24:29.858296 tst mo_mt_call.py: using LAC 19863\u000a07:24:29.984561 tst mo_mt_call.py: using RAC 228\u000a07:24:30.110192 tst mo_mt_call.py: using CellId 19863\u000a07:24:30.240887 tst mo_mt_call.py: using BVCI 19864\u000a07:24:30.265525 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:24:30.277323 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:24:30.288800 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:24:30.300341 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:24:30.311979 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:24:30.323718 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:24:30.441001 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:24:30.641630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:24:31.173163 run create_hlr_db(pid=7078): Launched\u000a07:24:31.368027 bus /sierra_2: Setting Powered False\u000a07:24:32.381737 run create_hlr_db(pid=7078): Terminated: ok {rc=0}\u000a07:24:32.812888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7080): Launched\u000a07:24:33.115240 run osmo-hlr_10.42.42.2(pid=7081): Launched\u000a07:24:33.229033 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:24:33.750681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7083): Launched\u000a07:24:34.051920 run osmo-stp_10.42.42.5(pid=7084): Launched\u000a07:24:34.161315 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:24:34.710724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7086): Launched\u000a07:24:35.015017 run osmo-msc_10.42.42.6(pid=7087): Launched\u000a07:24:35.191761 run osmo-stp_10.42.42.5(pid=7084): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7084)]\u000a07:24:35.320235 run osmo-stp_10.42.42.5(pid=7084): stdout: \u000a| (launched: 2022-12-09_07:24:33.903624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:35.445666 run osmo-stp_10.42.42.5(pid=7084): stderr: \u000a| �[0;m�[38;5;43m20221209072434070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072434071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072434071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072434071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072434072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072434072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072434072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:35.567520 run osmo-stp_10.42.42.5(pid=7084): stdout: \u000a| (launched: 2022-12-09_07:24:33.903624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:35.687534 run osmo-stp_10.42.42.5(pid=7084): stderr: \u000a| �[0;m�[38;5;43m20221209072434070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072434071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072434071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072434071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072434072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072434072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072434072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:35.740390 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7084): Process ended prematurely: osmo-stp_10.42.42.5(pid=7084) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7084)] [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:24:35.749680 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:24:35.809917 run osmo-hlr_10.42.42.2(pid=7081): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7081)]\u000a07:24:35.858977 run osmo-hlr_10.42.42.2(pid=7081): stdout: \u000a| (launched: 2022-12-09_07:24:32.966843) \u000a07:24:35.908705 run osmo-hlr_10.42.42.2(pid=7081): stderr: \u000a| �[0;m�[1;31m20221209072433139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072433139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072433139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072433139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072433139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072433139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072433151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072433160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072433161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072433161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:24:35.976203 run osmo-msc_10.42.42.6(pid=7087): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7087)]\u000a07:24:36.025279 run osmo-msc_10.42.42.6(pid=7087): stdout: \u000a| (launched: 2022-12-09_07:24:34.864502) \u000a07:24:36.074886 run osmo-msc_10.42.42.6(pid=7087): stderr: \u000a| �[0;m�[38;5;43m20221209072435135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209072435136 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa57d215c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209072435136 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209072435136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209072435136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209072435136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209072435138 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209072435138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209072435138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209072435138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:24:36.116598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7080): Terminating (SIGTERM)\u000a07:24:36.156217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7083): Terminating (SIGTERM)\u000a07:24:36.195778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7086): Terminating (SIGTERM)\u000a07:24:36.205220 --- ParallelTerminationStrategy: PID 7080 died...\u000a07:24:36.259009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7080): Terminated: ok {rc=0}\u000a07:24:36.269084 --- ParallelTerminationStrategy: PID 7083 died...\u000a07:24:36.321814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7083): Terminated: ok {rc=0}\u000a07:24:36.331582 --- ParallelTerminationStrategy: PID 7086 died...\u000a07:24:36.384381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7086): Terminated: ok {rc=0}\u000a07:24:36.467446 bus /sierra_3: Setting Powered False\u000a07:24:37.569207 bus /sierra_3: Setting Powered False\u000a07:24:38.679339 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7095): Process ended prematurely: osmo-stp_10.42.42.5(pid=7095) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7095)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7095): Process ended prematurely: osmo-stp_10.42.42.5(pid=7095) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:24:39.793575 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:24:39.806274 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:24:40.082212 tst mo_mt_call_osmux.py: using LAC 19864\u000a07:24:40.208695 tst mo_mt_call_osmux.py: using RAC 229\u000a07:24:40.333685 tst mo_mt_call_osmux.py: using CellId 19864\u000a07:24:40.459260 tst mo_mt_call_osmux.py: using BVCI 19865\u000a07:24:40.483786 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:24:40.495776 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:24:40.507535 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:24:40.519186 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:24:40.530993 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:24:40.542572 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:24:40.662122 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:24:40.867703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:24:41.348569 run create_hlr_db(pid=7089): Launched\u000a07:24:41.536918 bus /sierra_2: Setting Powered False\u000a07:24:42.557341 run create_hlr_db(pid=7089): Terminated: ok {rc=0}\u000a07:24:42.987309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7091): Launched\u000a07:24:43.310025 run osmo-hlr_10.42.42.2(pid=7092): Launched\u000a07:24:43.429893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:24:43.987222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7094): Launched\u000a07:24:44.309489 run osmo-stp_10.42.42.5(pid=7095): Launched\u000a07:24:44.426931 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:24:45.017164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7097): Launched\u000a07:24:45.341284 run osmo-msc_10.42.42.6(pid=7098): Launched\u000a07:24:45.530795 run osmo-stp_10.42.42.5(pid=7095): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7095)]\u000a07:24:45.666810 run osmo-stp_10.42.42.5(pid=7095): stdout: \u000a| (launched: 2022-12-09_07:24:44.151409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:45.801656 run osmo-stp_10.42.42.5(pid=7095): stderr: \u000a| �[0;m�[38;5;43m20221209072444337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072444337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072444337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072444338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072444338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072444338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072444338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:45.951107 run osmo-stp_10.42.42.5(pid=7095): stdout: \u000a| (launched: 2022-12-09_07:24:44.151409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:46.077847 run osmo-stp_10.42.42.5(pid=7095): stderr: \u000a| �[0;m�[38;5;43m20221209072444337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072444337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072444337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072444338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072444338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072444338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072444338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:46.133032 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7095): Process ended prematurely: osmo-stp_10.42.42.5(pid=7095) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7095)] [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:24:46.142800 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:24:46.208160 run osmo-hlr_10.42.42.2(pid=7092): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7092)]\u000a07:24:46.260086 run osmo-hlr_10.42.42.2(pid=7092): stdout: \u000a| (launched: 2022-12-09_07:24:43.151733) \u000a07:24:46.313248 run osmo-hlr_10.42.42.2(pid=7092): stderr: \u000a| �[0;m�[1;31m20221209072443345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072443345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072443345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072443345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072443345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072443345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072443359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072443370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072443370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072443370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:24:46.384745 run osmo-msc_10.42.42.6(pid=7098): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7098)]\u000a07:24:46.436809 run osmo-msc_10.42.42.6(pid=7098): stdout: \u000a| (launched: 2022-12-09_07:24:45.181872) \u000a07:24:46.488467 run osmo-msc_10.42.42.6(pid=7098): stderr: \u000a| �[0;m�[38;5;43m20221209072445501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209072445501 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa54b88ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209072445502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209072445502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209072445502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209072445502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209072445504 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209072445504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209072445504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209072445504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:24:46.534232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7091): Terminating (SIGTERM)\u000a07:24:46.579939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7094): Terminating (SIGTERM)\u000a07:24:46.624574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7097): Terminating (SIGTERM)\u000a07:24:46.634615 --- ParallelTerminationStrategy: PID 7091 died...\u000a07:24:46.691625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7091): Terminated: ok {rc=0}\u000a07:24:46.702034 --- ParallelTerminationStrategy: PID 7094 died...\u000a07:24:46.758714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7094): Terminated: ok {rc=0}\u000a07:24:46.769283 --- ParallelTerminationStrategy: PID 7097 died...\u000a07:24:46.825894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7097): Terminated: ok {rc=0}\u000a07:24:46.916491 bus /sierra_3: Setting Powered False\u000a07:24:48.020814 bus /sierra_3: Setting Powered False\u000a07:24:49.127872 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:24:29" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7109): Process ended prematurely: osmo-stp_10.42.42.5(pid=7109) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7109)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7109): Process ended prematurely: osmo-stp_10.42.42.5(pid=7109) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:24:51.147317 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:24:51.158998 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:24:51.325603 tst mo_mt_call.py: using LAC 19865\u000a07:24:51.453856 tst mo_mt_call.py: using RAC 230\u000a07:24:51.582441 tst mo_mt_call.py: using CellId 19865\u000a07:24:51.713528 tst mo_mt_call.py: using BVCI 19866\u000a07:24:51.738419 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:24:51.750122 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:24:51.761649 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:24:51.773184 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:24:51.784814 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:24:51.796382 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:24:51.916009 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:24:52.119358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:24:52.603142 run create_hlr_db(pid=7103): Launched\u000a07:24:52.775113 bus /sierra_2: Setting Powered False\u000a07:24:53.797589 run create_hlr_db(pid=7103): Terminated: ok {rc=0}\u000a07:24:54.221678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7105): Launched\u000a07:24:54.542195 run osmo-hlr_10.42.42.2(pid=7106): Launched\u000a07:24:54.659489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:24:55.214562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7108): Launched\u000a07:24:55.533805 run osmo-stp_10.42.42.5(pid=7109): Launched\u000a07:24:55.656845 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:24:56.242520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7111): Launched\u000a07:24:56.564712 run osmo-msc_10.42.42.6(pid=7112): Launched\u000a07:24:56.752479 run osmo-stp_10.42.42.5(pid=7109): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7109)]\u000a07:24:56.887866 run osmo-stp_10.42.42.5(pid=7109): stdout: \u000a| (launched: 2022-12-09_07:24:55.377572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:57.023263 run osmo-stp_10.42.42.5(pid=7109): stderr: \u000a| �[0;m�[38;5;43m20221209072455566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072455566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072455566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072455567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072455567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072455567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072455567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:57.152743 run osmo-stp_10.42.42.5(pid=7109): stdout: \u000a| (launched: 2022-12-09_07:24:55.377572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:57.281309 run osmo-stp_10.42.42.5(pid=7109): stderr: \u000a| �[0;m�[38;5;43m20221209072455566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072455566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072455566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072455567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072455567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072455567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072455567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:57.338130 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7109): Process ended prematurely: osmo-stp_10.42.42.5(pid=7109) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7109)] [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a07:24:57.348013 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:24:57.410011 run osmo-hlr_10.42.42.2(pid=7106): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7106)]\u000a07:24:57.461161 run osmo-hlr_10.42.42.2(pid=7106): stdout: \u000a| (launched: 2022-12-09_07:24:54.385851) \u000a07:24:57.513429 run osmo-hlr_10.42.42.2(pid=7106): stderr: \u000a| �[0;m�[1;31m20221209072454578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072454578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072454578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072454578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072454578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072454578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072454591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072454599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072454600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072454600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:24:57.583520 run osmo-msc_10.42.42.6(pid=7112): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7112)]\u000a07:24:57.634249 run osmo-msc_10.42.42.6(pid=7112): stdout: \u000a| (launched: 2022-12-09_07:24:56.406321) \u000a07:24:57.685757 run osmo-msc_10.42.42.6(pid=7112): stderr: \u000a| �[0;m�[38;5;43m20221209072456725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209072456725 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa269819c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209072456725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209072456725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209072456726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209072456726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209072456727 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209072456728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209072456728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209072456728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:24:57.729331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7105): Terminating (SIGTERM)\u000a07:24:57.770764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7108): Terminating (SIGTERM)\u000a07:24:57.812276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7111): Terminating (SIGTERM)\u000a07:24:57.821862 --- ParallelTerminationStrategy: PID 7105 died...\u000a07:24:57.877550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7105): Terminated: ok {rc=0}\u000a07:24:57.887595 --- ParallelTerminationStrategy: PID 7108 died...\u000a07:24:57.942874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7108): Terminated: ok {rc=0}\u000a07:24:57.952854 --- ParallelTerminationStrategy: PID 7111 died...\u000a07:24:58.008201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7111): Terminated: ok {rc=0}\u000a07:24:58.094798 bus /sierra_3: Setting Powered False\u000a07:24:59.200108 bus /sierra_3: Setting Powered False\u000a07:25:00.307731 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7123): Process ended prematurely: osmo-stp_10.42.42.5(pid=7123) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7123)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7123): Process ended prematurely: osmo-stp_10.42.42.5(pid=7123) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:25:01.426795 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:25:01.440198 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:25:01.607439 tst mo_mt_call_osmux.py: using LAC 19866\u000a07:25:01.729967 tst mo_mt_call_osmux.py: using RAC 231\u000a07:25:01.855124 tst mo_mt_call_osmux.py: using CellId 19866\u000a07:25:01.982865 tst mo_mt_call_osmux.py: using BVCI 19867\u000a07:25:02.007829 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:25:02.020238 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:25:02.032425 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:25:02.044678 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:25:02.057006 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:25:02.069637 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:25:02.199592 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:25:02.402818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:25:02.873644 run create_hlr_db(pid=7117): Launched\u000a07:25:03.046509 bus /sierra_2: Setting Powered False\u000a07:25:04.068165 run create_hlr_db(pid=7117): Terminated: ok {rc=0}\u000a07:25:04.465807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7119): Launched\u000a07:25:04.765231 run osmo-hlr_10.42.42.2(pid=7120): Launched\u000a07:25:04.882971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:25:05.409839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7122): Launched\u000a07:25:05.709087 run osmo-stp_10.42.42.5(pid=7123): Launched\u000a07:25:05.818553 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:25:06.365599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7125): Launched\u000a07:25:06.666360 run osmo-msc_10.42.42.6(pid=7126): Launched\u000a07:25:06.842832 run osmo-stp_10.42.42.5(pid=7123): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7123)]\u000a07:25:06.970387 run osmo-stp_10.42.42.5(pid=7123): stdout: \u000a| (launched: 2022-12-09_07:25:05.562650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:07.095090 run osmo-stp_10.42.42.5(pid=7123): stderr: \u000a| �[0;m�[38;5;43m20221209072505728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072505728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072505729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072505729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072505730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072505730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072505730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:07.215423 run osmo-stp_10.42.42.5(pid=7123): stdout: \u000a| (launched: 2022-12-09_07:25:05.562650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:07.334574 run osmo-stp_10.42.42.5(pid=7123): stderr: \u000a| �[0;m�[38;5;43m20221209072505728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072505728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072505729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072505729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072505730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072505730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072505730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:07.387445 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7123): Process ended prematurely: osmo-stp_10.42.42.5(pid=7123) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7123)] [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a07:25:07.396095 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a07:25:07.454565 run osmo-hlr_10.42.42.2(pid=7120): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7120)]\u000a07:25:07.504206 run osmo-hlr_10.42.42.2(pid=7120): stdout: \u000a| (launched: 2022-12-09_07:25:04.618262) \u000a07:25:07.553580 run osmo-hlr_10.42.42.2(pid=7120): stderr: \u000a| �[0;m�[1;31m20221209072504791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072504791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072504791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072504791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072504791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072504791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072504803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072504812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072504812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072504812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:25:07.620189 run osmo-msc_10.42.42.6(pid=7126): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7126)]\u000a07:25:07.668363 run osmo-msc_10.42.42.6(pid=7126): stdout: \u000a| (launched: 2022-12-09_07:25:06.518543) \u000a07:25:07.717446 run osmo-msc_10.42.42.6(pid=7126): stderr: \u000a| �[0;m�[38;5;43m20221209072506787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209072506787 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa163a27c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209072506787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209072506787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209072506787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209072506788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209072506790 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209072506790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209072506791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209072506791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:25:07.758877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7119): Terminating (SIGTERM)\u000a07:25:07.798064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7122): Terminating (SIGTERM)\u000a07:25:07.837202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7125): Terminating (SIGTERM)\u000a07:25:07.846092 --- ParallelTerminationStrategy: PID 7119 died...\u000a07:25:07.899018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7119): Terminated: ok {rc=0}\u000a07:25:07.908299 --- ParallelTerminationStrategy: PID 7122 died...\u000a07:25:07.961575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7122): Terminated: ok {rc=0}\u000a07:25:07.970972 --- ParallelTerminationStrategy: PID 7125 died...\u000a07:25:08.023476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7125): Terminated: ok {rc=0}\u000a07:25:08.111104 bus /sierra_3: Setting Powered False\u000a07:25:09.212865 bus /sierra_3: Setting Powered False\u000a07:25:10.319501 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:24:50" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7137): Process ended prematurely: osmo-stp_10.42.42.5(pid=7137) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7137)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7137): Process ended prematurely: osmo-stp_10.42.42.5(pid=7137) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:25:12.319581 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:25:12.331066 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:25:12.487115 tst mo_mt_call.py: using LAC 19867\u000a07:25:12.606489 tst mo_mt_call.py: using RAC 232\u000a07:25:12.726018 tst mo_mt_call.py: using CellId 19867\u000a07:25:12.843609 tst mo_mt_call.py: using BVCI 19868\u000a07:25:12.866885 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:25:12.878363 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:25:12.889614 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:25:12.900888 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:25:12.912229 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:25:12.923412 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:25:13.045319 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:25:13.247806 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:25:13.717948 run create_hlr_db(pid=7131): Launched\u000a07:25:13.892101 bus /sierra_2: Setting Powered False\u000a07:25:14.913071 run create_hlr_db(pid=7131): Terminated: ok {rc=0}\u000a07:25:15.312252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7133): Launched\u000a07:25:15.612398 run osmo-hlr_10.42.42.2(pid=7134): Launched\u000a07:25:15.726751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:25:16.278665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7136): Launched\u000a07:25:16.716640 run osmo-stp_10.42.42.5(pid=7137): Launched\u000a07:25:16.899427 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:25:17.495352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7139): Launched\u000a07:25:17.816400 run osmo-msc_10.42.42.6(pid=7140): Launched\u000a07:25:18.003649 run osmo-stp_10.42.42.5(pid=7137): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7137)]\u000a07:25:18.138724 run osmo-stp_10.42.42.5(pid=7137): stdout: \u000a| (launched: 2022-12-09_07:25:16.434773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:18.272936 run osmo-stp_10.42.42.5(pid=7137): stderr: \u000a| �[0;m�[38;5;43m20221209072516640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072516640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072516640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072516640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072516642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072516642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072516642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:18.402838 run osmo-stp_10.42.42.5(pid=7137): stdout: \u000a| (launched: 2022-12-09_07:25:16.434773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:18.531606 run osmo-stp_10.42.42.5(pid=7137): stderr: \u000a| �[0;m�[38;5;43m20221209072516640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072516640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072516640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072516640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072516642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072516642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072516642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:18.588320 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7137): Process ended prematurely: osmo-stp_10.42.42.5(pid=7137) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7137)] [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:25:18.597797 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a07:25:18.659174 run osmo-hlr_10.42.42.2(pid=7134): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7134)]\u000a07:25:18.709807 run osmo-hlr_10.42.42.2(pid=7134): stdout: \u000a| (launched: 2022-12-09_07:25:15.465463) \u000a07:25:18.761126 run osmo-hlr_10.42.42.2(pid=7134): stderr: \u000a| �[0;m�[1;31m20221209072515639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072515639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072515639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072515639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072515639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072515639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072515651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072515659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072515660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072515660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:25:18.831103 run osmo-msc_10.42.42.6(pid=7140): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7140)]\u000a07:25:18.881866 run osmo-msc_10.42.42.6(pid=7140): stdout: \u000a| (launched: 2022-12-09_07:25:17.659898) \u000a07:25:18.932905 run osmo-msc_10.42.42.6(pid=7140): stderr: \u000a| �[0;m�[38;5;43m20221209072517978 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209072517978 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ad779ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209072517979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209072517979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209072517979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209072517979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209072517981 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209072517981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209072517981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209072517981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:25:18.976426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7133): Terminating (SIGTERM)\u000a07:25:19.017653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7136): Terminating (SIGTERM)\u000a07:25:19.058868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7139): Terminating (SIGTERM)\u000a07:25:19.068414 --- ParallelTerminationStrategy: PID 7133 died...\u000a07:25:19.123681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7133): Terminated: ok {rc=0}\u000a07:25:19.133893 --- ParallelTerminationStrategy: PID 7136 died...\u000a07:25:19.188900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7136): Terminated: ok {rc=0}\u000a07:25:19.198918 --- ParallelTerminationStrategy: PID 7139 died...\u000a07:25:19.253844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7139): Terminated: ok {rc=0}\u000a07:25:19.340529 bus /sierra_3: Setting Powered False\u000a07:25:20.442866 bus /sierra_3: Setting Powered False\u000a07:25:21.551991 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7148): Process ended prematurely: osmo-stp_10.42.42.5(pid=7148) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7148)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7148): Process ended prematurely: osmo-stp_10.42.42.5(pid=7148) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:25:22.659807 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:25:22.671998 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:25:22.830959 tst mo_mt_call_osmux.py: using LAC 19868\u000a07:25:22.957109 tst mo_mt_call_osmux.py: using RAC 233\u000a07:25:23.084726 tst mo_mt_call_osmux.py: using CellId 19868\u000a07:25:23.212911 tst mo_mt_call_osmux.py: using BVCI 19869\u000a07:25:23.237486 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:25:23.249310 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:25:23.260863 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:25:23.272431 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:25:23.284101 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:25:23.295703 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:25:23.414099 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:25:23.627003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:25:24.141694 run create_hlr_db(pid=7142): Launched\u000a07:25:24.327776 bus /sierra_2: Setting Powered False\u000a07:25:25.348391 run create_hlr_db(pid=7142): Terminated: ok {rc=0}\u000a07:25:25.750383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7144): Launched\u000a07:25:26.049731 run osmo-hlr_10.42.42.2(pid=7145): Launched\u000a07:25:26.168858 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:25:26.691097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7147): Launched\u000a07:25:26.991030 run osmo-stp_10.42.42.5(pid=7148): Launched\u000a07:25:27.099845 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:25:27.647589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7150): Launched\u000a07:25:27.948494 run osmo-msc_10.42.42.6(pid=7151): Launched\u000a07:25:28.125655 run osmo-stp_10.42.42.5(pid=7148): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7148)]\u000a07:25:28.253748 run osmo-stp_10.42.42.5(pid=7148): stdout: \u000a| (launched: 2022-12-09_07:25:26.843434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:28.379399 run osmo-stp_10.42.42.5(pid=7148): stderr: \u000a| �[0;m�[38;5;43m20221209072527010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072527010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072527010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072527011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072527011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072527011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072527011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:28.500688 run osmo-stp_10.42.42.5(pid=7148): stdout: \u000a| (launched: 2022-12-09_07:25:26.843434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:28.620933 run osmo-stp_10.42.42.5(pid=7148): stderr: \u000a| �[0;m�[38;5;43m20221209072527010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072527010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072527010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072527011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072527011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072527011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072527011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:28.674946 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7148): Process ended prematurely: osmo-stp_10.42.42.5(pid=7148) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7148)] [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:25:28.683705 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a07:25:28.742594 run osmo-hlr_10.42.42.2(pid=7145): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7145)]\u000a07:25:28.791772 run osmo-hlr_10.42.42.2(pid=7145): stdout: \u000a| (launched: 2022-12-09_07:25:25.903819) \u000a07:25:28.841353 run osmo-hlr_10.42.42.2(pid=7145): stderr: \u000a| �[0;m�[1;31m20221209072526077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072526077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072526077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072526078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072526078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072526078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072526090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072526099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072526099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072526099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:25:28.908842 run osmo-msc_10.42.42.6(pid=7151): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7151)]\u000a07:25:28.957246 run osmo-msc_10.42.42.6(pid=7151): stdout: \u000a| (launched: 2022-12-09_07:25:27.801059) \u000a07:25:29.006486 run osmo-msc_10.42.42.6(pid=7151): stderr: \u000a| �[0;m�[38;5;43m20221209072528070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209072528070 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f846b3d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209072528070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209072528070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209072528071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209072528071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209072528073 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209072528073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209072528073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209072528073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:25:29.048630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7144): Terminating (SIGTERM)\u000a07:25:29.088034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7147): Terminating (SIGTERM)\u000a07:25:29.127775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7150): Terminating (SIGTERM)\u000a07:25:29.137202 --- ParallelTerminationStrategy: PID 7144 died...\u000a07:25:29.190299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7144): Terminated: ok {rc=0}\u000a07:25:29.199992 --- ParallelTerminationStrategy: PID 7147 died...\u000a07:25:29.252770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7147): Terminated: ok {rc=0}\u000a07:25:29.262296 --- ParallelTerminationStrategy: PID 7150 died...\u000a07:25:29.315203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7150): Terminated: ok {rc=0}\u000a07:25:29.403139 bus /sierra_3: Setting Powered False\u000a07:25:30.505550 bus /sierra_3: Setting Powered False\u000a07:25:31.617240 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:25:12" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7162): Process ended prematurely: osmo-stp_10.42.42.5(pid=7162) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7162)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7162): Process ended prematurely: osmo-stp_10.42.42.5(pid=7162) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7162)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:25:33.617192 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:25:33.629003 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:25:33.788550 tst mo_mt_call.py: using LAC 19869\u000a07:25:33.907330 tst mo_mt_call.py: using RAC 234\u000a07:25:34.026244 tst mo_mt_call.py: using CellId 19869\u000a07:25:34.146376 tst mo_mt_call.py: using BVCI 19870\u000a07:25:34.169150 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:25:34.180483 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:25:34.191630 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:25:34.202740 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:25:34.213946 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:25:34.225071 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:25:34.342484 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:25:34.553869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:25:35.066680 run create_hlr_db(pid=7156): Launched\u000a07:25:35.252886 bus /sierra_2: Setting Powered False\u000a07:25:36.273416 run create_hlr_db(pid=7156): Terminated: ok {rc=0}\u000a07:25:36.673283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7158): Launched\u000a07:25:36.971453 run osmo-hlr_10.42.42.2(pid=7159): Launched\u000a07:25:37.088722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:25:37.609931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7161): Launched\u000a07:25:37.908323 run osmo-stp_10.42.42.5(pid=7162): Launched\u000a07:25:38.016903 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:25:38.562757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7164): Launched\u000a07:25:38.864303 run osmo-msc_10.42.42.6(pid=7165): Launched\u000a07:25:39.040614 run osmo-stp_10.42.42.5(pid=7162): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7162)]\u000a07:25:39.167797 run osmo-stp_10.42.42.5(pid=7162): stdout: \u000a| (launched: 2022-12-09_07:25:37.761881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:39.293374 run osmo-stp_10.42.42.5(pid=7162): stderr: \u000a| �[0;m�[38;5;43m20221209072537928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072537928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072537928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072537929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072537929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072537930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072537930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:39.414694 run osmo-stp_10.42.42.5(pid=7162): stdout: \u000a| (launched: 2022-12-09_07:25:37.761881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:39.535149 run osmo-stp_10.42.42.5(pid=7162): stderr: \u000a| �[0;m�[38;5;43m20221209072537928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072537928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072537928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072537929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072537929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072537930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072537930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:39.588055 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7162): Process ended prematurely: osmo-stp_10.42.42.5(pid=7162) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7162)] [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:25:39.596860 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a07:25:39.656151 run osmo-hlr_10.42.42.2(pid=7159): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7159)]\u000a07:25:39.705094 run osmo-hlr_10.42.42.2(pid=7159): stdout: \u000a| (launched: 2022-12-09_07:25:36.825267) \u000a07:25:39.754471 run osmo-hlr_10.42.42.2(pid=7159): stderr: \u000a| �[0;m�[1;31m20221209072536996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072536996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072536996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072536996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072536996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072536996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072537009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072537018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072537018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072537018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:25:39.821363 run osmo-msc_10.42.42.6(pid=7165): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7165)]\u000a07:25:39.870089 run osmo-msc_10.42.42.6(pid=7165): stdout: \u000a| (launched: 2022-12-09_07:25:38.715419) \u000a07:25:39.919244 run osmo-msc_10.42.42.6(pid=7165): stderr: \u000a| �[0;m�[38;5;43m20221209072538984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209072538984 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8644e8dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209072538984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209072538984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209072538984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209072538985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209072538986 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209072538987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209072538987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209072538987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:25:39.961145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7158): Terminating (SIGTERM)\u000a07:25:40.000699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7161): Terminating (SIGTERM)\u000a07:25:40.040142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7164): Terminating (SIGTERM)\u000a07:25:40.049289 --- ParallelTerminationStrategy: PID 7158 died...\u000a07:25:40.102114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7158): Terminated: ok {rc=0}\u000a07:25:40.111900 --- ParallelTerminationStrategy: PID 7161 died...\u000a07:25:40.164333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7161): Terminated: ok {rc=0}\u000a07:25:40.174101 --- ParallelTerminationStrategy: PID 7164 died...\u000a07:25:40.226729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7164): Terminated: ok {rc=0}\u000a07:25:40.309108 bus /sierra_3: Setting Powered False\u000a07:25:41.414526 bus /sierra_3: Setting Powered False\u000a07:25:42.524346 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7173): Process ended prematurely: osmo-stp_10.42.42.5(pid=7173) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7173)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7173): Process ended prematurely: osmo-stp_10.42.42.5(pid=7173) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:25:43.633641 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:25:43.645876 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:25:43.804375 tst mo_mt_call_osmux.py: using LAC 19870\u000a07:25:43.923071 tst mo_mt_call_osmux.py: using RAC 235\u000a07:25:44.049716 tst mo_mt_call_osmux.py: using CellId 19870\u000a07:25:44.177074 tst mo_mt_call_osmux.py: using BVCI 19871\u000a07:25:44.201682 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:25:44.213744 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:25:44.225673 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:25:44.237602 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:25:44.249414 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:25:44.261122 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:25:44.383149 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:25:44.582796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:25:45.055426 run create_hlr_db(pid=7167): Launched\u000a07:25:45.228721 bus /sierra_2: Setting Powered False\u000a07:25:46.266266 run create_hlr_db(pid=7167): Terminated: ok {rc=0}\u000a07:25:46.713032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7169): Launched\u000a07:25:47.150360 run osmo-hlr_10.42.42.2(pid=7170): Launched\u000a07:25:47.272382 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:25:47.827097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7172): Launched\u000a07:25:48.146028 run osmo-stp_10.42.42.5(pid=7173): Launched\u000a07:25:48.262574 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:25:48.847364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7175): Launched\u000a07:25:49.167780 run osmo-msc_10.42.42.6(pid=7176): Launched\u000a07:25:49.355594 run osmo-stp_10.42.42.5(pid=7173): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7173)]\u000a07:25:49.491861 run osmo-stp_10.42.42.5(pid=7173): stdout: \u000a| (launched: 2022-12-09_07:25:47.990361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:49.626588 run osmo-stp_10.42.42.5(pid=7173): stderr: \u000a| �[0;m�[38;5;43m20221209072548177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072548177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072548178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072548178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072548179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072548179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072548179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:49.755940 run osmo-stp_10.42.42.5(pid=7173): stdout: \u000a| (launched: 2022-12-09_07:25:47.990361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:49.884343 run osmo-stp_10.42.42.5(pid=7173): stderr: \u000a| �[0;m�[38;5;43m20221209072548177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072548177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072548178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072548178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072548179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072548179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072548179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:49.941088 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7173): Process ended prematurely: osmo-stp_10.42.42.5(pid=7173) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7173)] [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:25:49.950646 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a07:25:50.011889 run osmo-hlr_10.42.42.2(pid=7170): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7170)]\u000a07:25:50.062425 run osmo-hlr_10.42.42.2(pid=7170): stdout: \u000a| (launched: 2022-12-09_07:25:46.882479) \u000a07:25:50.113500 run osmo-hlr_10.42.42.2(pid=7170): stderr: \u000a| �[0;m�[1;31m20221209072547125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072547125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072547125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072547125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072547125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072547125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072547143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072547154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072547155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072547155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:25:50.183034 run osmo-msc_10.42.42.6(pid=7176): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7176)]\u000a07:25:50.233521 run osmo-msc_10.42.42.6(pid=7176): stdout: \u000a| (launched: 2022-12-09_07:25:49.011465) \u000a07:25:50.284537 run osmo-msc_10.42.42.6(pid=7176): stderr: \u000a| �[0;m�[38;5;43m20221209072549329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209072549329 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f16e2f88c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209072549329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209072549330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209072549330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209072549330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209072549331 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209072549332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209072549332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209072549332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:25:50.327784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7169): Terminating (SIGTERM)\u000a07:25:50.368791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7172): Terminating (SIGTERM)\u000a07:25:50.409892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7175): Terminating (SIGTERM)\u000a07:25:50.419401 --- ParallelTerminationStrategy: PID 7169 died...\u000a07:25:50.474464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7169): Terminated: ok {rc=0}\u000a07:25:50.484802 --- ParallelTerminationStrategy: PID 7172 died...\u000a07:25:50.539752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7172): Terminated: ok {rc=0}\u000a07:25:50.549864 --- ParallelTerminationStrategy: PID 7175 died...\u000a07:25:50.604495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7175): Terminated: ok {rc=0}\u000a07:25:50.689869 bus /sierra_3: Setting Powered False\u000a07:25:51.790703 bus /sierra_3: Setting Powered False\u000a07:25:52.899876 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:25:33" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7187): Process ended prematurely: osmo-stp_10.42.42.5(pid=7187) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7187)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7187): Process ended prematurely: osmo-stp_10.42.42.5(pid=7187) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7187)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a07:25:54.912896 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:25:54.924235 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:25:55.083841 tst mo_mt_call.py: using LAC 19871\u000a07:25:55.210232 tst mo_mt_call.py: using RAC 236\u000a07:25:55.338790 tst mo_mt_call.py: using CellId 19871\u000a07:25:55.460653 tst mo_mt_call.py: using BVCI 19872\u000a07:25:55.484411 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:25:55.495670 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:25:55.506821 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:25:55.517688 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:25:55.529052 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:25:55.540002 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:25:55.660931 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:25:55.864230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:25:56.335048 run create_hlr_db(pid=7181): Launched\u000a07:25:56.508006 bus /sierra_2: Setting Powered False\u000a07:25:57.530491 run create_hlr_db(pid=7181): Terminated: ok {rc=0}\u000a07:25:57.958601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7183): Launched\u000a07:25:58.281249 run osmo-hlr_10.42.42.2(pid=7184): Launched\u000a07:25:58.400358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:25:58.961338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7186): Launched\u000a07:25:59.283184 run osmo-stp_10.42.42.5(pid=7187): Launched\u000a07:25:59.400748 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:25:59.991257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7189): Launched\u000a07:26:00.314391 run osmo-msc_10.42.42.6(pid=7190): Launched\u000a07:26:00.504445 run osmo-stp_10.42.42.5(pid=7187): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7187)]\u000a07:26:00.640402 run osmo-stp_10.42.42.5(pid=7187): stdout: \u000a| (launched: 2022-12-09_07:25:59.125764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:00.775255 run osmo-stp_10.42.42.5(pid=7187): stderr: \u000a| �[0;m�[38;5;43m20221209072559313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072559313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072559313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072559313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072559314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072559314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072559314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:00.914682 run osmo-stp_10.42.42.5(pid=7187): stdout: \u000a| (launched: 2022-12-09_07:25:59.125764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:01.045077 run osmo-stp_10.42.42.5(pid=7187): stderr: \u000a| �[0;m�[38;5;43m20221209072559313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072559313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072559313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072559313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072559314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072559314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072559314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:01.103115 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7187): Process ended prematurely: osmo-stp_10.42.42.5(pid=7187) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7187)] [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a07:26:01.112871 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:26:01.176233 run osmo-hlr_10.42.42.2(pid=7184): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7184)]\u000a07:26:01.228261 run osmo-hlr_10.42.42.2(pid=7184): stdout: \u000a| (launched: 2022-12-09_07:25:58.123253) \u000a07:26:01.281516 run osmo-hlr_10.42.42.2(pid=7184): stderr: \u000a| �[0;m�[1;31m20221209072558316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072558317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072558317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072558317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072558317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072558317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072558329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072558338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072558338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072558338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:26:01.353376 run osmo-msc_10.42.42.6(pid=7190): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7190)]\u000a07:26:01.405429 run osmo-msc_10.42.42.6(pid=7190): stdout: \u000a| (launched: 2022-12-09_07:26:00.155289) \u000a07:26:01.458079 run osmo-msc_10.42.42.6(pid=7190): stderr: \u000a| �[0;m�[38;5;43m20221209072600473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209072600473 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6aff070c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209072600473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209072600473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209072600473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209072600474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209072600475 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209072600476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209072600476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209072600476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:26:01.503135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7183): Terminating (SIGTERM)\u000a07:26:01.546896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7186): Terminating (SIGTERM)\u000a07:26:01.591529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7189): Terminating (SIGTERM)\u000a07:26:01.602956 --- ParallelTerminationStrategy: PID 7183 died...\u000a07:26:01.661257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7183): Terminated: ok {rc=0}\u000a07:26:01.672041 --- ParallelTerminationStrategy: PID 7186 died...\u000a07:26:01.728125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7186): Terminated: ok {rc=0}\u000a07:26:01.738509 --- ParallelTerminationStrategy: PID 7189 died...\u000a07:26:01.795302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7189): Terminated: ok {rc=0}\u000a07:26:01.884901 bus /sierra_3: Setting Powered False\u000a07:26:02.986738 bus /sierra_3: Setting Powered False\u000a07:26:04.096884 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7198): Process ended prematurely: osmo-stp_10.42.42.5(pid=7198) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7198)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7198): Process ended prematurely: osmo-stp_10.42.42.5(pid=7198) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:26:05.205886 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:26:05.217787 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:26:05.374460 tst mo_mt_call_osmux.py: using LAC 19872\u000a07:26:05.491069 tst mo_mt_call_osmux.py: using RAC 237\u000a07:26:05.608590 tst mo_mt_call_osmux.py: using CellId 19872\u000a07:26:05.724761 tst mo_mt_call_osmux.py: using BVCI 19873\u000a07:26:05.748079 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:26:05.759285 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:26:05.770242 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:26:05.781202 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:26:05.792134 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:26:05.803195 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:26:05.926399 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:26:06.132293 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:26:06.604870 run create_hlr_db(pid=7192): Launched\u000a07:26:06.777617 bus /sierra_2: Setting Powered False\u000a07:26:07.799426 run create_hlr_db(pid=7192): Terminated: ok {rc=0}\u000a07:26:08.199058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7194): Launched\u000a07:26:08.498220 run osmo-hlr_10.42.42.2(pid=7195): Launched\u000a07:26:08.608464 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:26:09.127616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7197): Launched\u000a07:26:09.428324 run osmo-stp_10.42.42.5(pid=7198): Launched\u000a07:26:09.539065 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:26:10.087899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7200): Launched\u000a07:26:10.389966 run osmo-msc_10.42.42.6(pid=7201): Launched\u000a07:26:10.566882 run osmo-stp_10.42.42.5(pid=7198): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7198)]\u000a07:26:10.695075 run osmo-stp_10.42.42.5(pid=7198): stdout: \u000a| (launched: 2022-12-09_07:26:09.280635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:10.820679 run osmo-stp_10.42.42.5(pid=7198): stderr: \u000a| �[0;m�[38;5;43m20221209072609448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072609448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072609448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072609449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072609449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072609449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072609449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:10.941943 run osmo-stp_10.42.42.5(pid=7198): stdout: \u000a| (launched: 2022-12-09_07:26:09.280635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:11.062266 run osmo-stp_10.42.42.5(pid=7198): stderr: \u000a| �[0;m�[38;5;43m20221209072609448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072609448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072609448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072609449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072609449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072609449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072609449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:11.115644 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7198): Process ended prematurely: osmo-stp_10.42.42.5(pid=7198) [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7198)] [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a07:26:11.124462 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a07:26:11.183354 run osmo-hlr_10.42.42.2(pid=7195): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7195)]\u000a07:26:11.231774 run osmo-hlr_10.42.42.2(pid=7195): stdout: \u000a| (launched: 2022-12-09_07:26:08.351776) \u000a07:26:11.281308 run osmo-hlr_10.42.42.2(pid=7195): stderr: \u000a| �[0;m�[1;31m20221209072608524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072608524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072608524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072608524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072608524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072608524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072608535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072608544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072608544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072608544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:26:11.348657 run osmo-msc_10.42.42.6(pid=7201): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7201)]\u000a07:26:11.397379 run osmo-msc_10.42.42.6(pid=7201): stdout: \u000a| (launched: 2022-12-09_07:26:10.241542) \u000a07:26:11.447110 run osmo-msc_10.42.42.6(pid=7201): stderr: \u000a| �[0;m�[38;5;43m20221209072610509 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209072610509 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff48316ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209072610509 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209072610509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209072610510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209072610510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209072610511 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209072610512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209072610512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209072610512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:26:11.488993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7194): Terminating (SIGTERM)\u000a07:26:11.527979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7197): Terminating (SIGTERM)\u000a07:26:11.567894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7200): Terminating (SIGTERM)\u000a07:26:11.577006 --- ParallelTerminationStrategy: PID 7194 died...\u000a07:26:11.630188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7194): Terminated: ok {rc=0}\u000a07:26:11.640039 --- ParallelTerminationStrategy: PID 7197 died...\u000a07:26:11.693099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7197): Terminated: ok {rc=0}\u000a07:26:11.702636 --- ParallelTerminationStrategy: PID 7200 died...\u000a07:26:11.755336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7200): Terminated: ok {rc=0}\u000a07:26:11.841556 bus /sierra_3: Setting Powered False\u000a07:26:12.944456 bus /sierra_3: Setting Powered False\u000a07:26:14.054052 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:25:54" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7212): Process ended prematurely: osmo-stp_10.42.42.5(pid=7212) [trial-2356↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7212)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7212): Process ended prematurely: osmo-stp_10.42.42.5(pid=7212) [trial-2356↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7212)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:26:16.088723 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:26:16.107223 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:26:16.255980 tst emergency_mo_mt_call.py: using LAC 19873\u000a07:26:16.385887 tst emergency_mo_mt_call.py: using RAC 238\u000a07:26:16.512251 tst emergency_mo_mt_call.py: using CellId 19873\u000a07:26:16.639064 tst emergency_mo_mt_call.py: using BVCI 19874\u000a07:26:16.664871 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:26:16.677400 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:26:16.689649 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:26:16.701645 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:26:16.713497 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:26:16.725216 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:26:16.875757 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:26:17.082854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:26:17.548881 run create_hlr_db(pid=7206): Launched\u000a07:26:17.719612 bus /sierra_2: Setting Powered False\u000a07:26:18.739734 run create_hlr_db(pid=7206): Terminated: ok {rc=0}\u000a07:26:19.130987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7208): Launched\u000a07:26:19.426309 run osmo-hlr_10.42.42.2(pid=7209): Launched\u000a07:26:19.534408 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:26:20.045789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7211): Launched\u000a07:26:20.339406 run osmo-stp_10.42.42.5(pid=7212): Launched\u000a07:26:20.457872 tst emergency_mo_mt_call.py: using MSISDN 7088\u000a07:26:20.603246 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:26:21.140398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7214): Launched\u000a07:26:21.436493 run osmo-msc_10.42.42.6(pid=7215): Launched\u000a07:26:21.611325 run osmo-stp_10.42.42.5(pid=7212): ERR: Terminated: ERROR {rc=1} [trial-2356↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7212)]\u000a07:26:21.737817 run osmo-stp_10.42.42.5(pid=7212): stdout: \u000a| (launched: 2022-12-09_07:26:20.195132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:21.861107 run osmo-stp_10.42.42.5(pid=7212): stderr: \u000a| �[0;m�[38;5;43m20221209072620362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072620362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072620363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072620364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072620365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072620365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072620365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:21.979535 run osmo-stp_10.42.42.5(pid=7212): stdout: \u000a| (launched: 2022-12-09_07:26:20.195132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:22.097435 run osmo-stp_10.42.42.5(pid=7212): stderr: \u000a| �[0;m�[38;5;43m20221209072620362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072620362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072620363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072620364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072620365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072620365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072620365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:22.149005 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=7212): Process ended prematurely: osmo-stp_10.42.42.5(pid=7212) [trial-2356↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7212)] [trial-2356↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a07:26:22.156822 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a07:26:22.216630 run osmo-hlr_10.42.42.2(pid=7209): ERR: Terminated: ERROR {rc=237} [trial-2356↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7209)]\u000a07:26:22.266018 run osmo-hlr_10.42.42.2(pid=7209): stdout: \u000a| (launched: 2022-12-09_07:26:19.280339) \u000a07:26:22.315915 run osmo-hlr_10.42.42.2(pid=7209): stderr: \u000a| �[0;m�[1;31m20221209072619451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072619451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072619451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072619451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072619451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072619451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072619463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072619471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072619471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072619472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:26:22.383450 run osmo-msc_10.42.42.6(pid=7215): ERR: Terminated: ERROR {rc=2} [trial-2356↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7215)]\u000a07:26:22.432735 run osmo-msc_10.42.42.6(pid=7215): stdout: \u000a| (launched: 2022-12-09_07:26:21.289969) \u000a07:26:22.482522 run osmo-msc_10.42.42.6(pid=7215): stderr: \u000a| �[0;m�[38;5;43m20221209072621559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209072621560 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb4047c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209072621560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209072621560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209072621560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209072621561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209072621563 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209072621563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209072621563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209072621563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:26:22.524345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7208): Terminating (SIGTERM)\u000a07:26:22.564253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7211): Terminating (SIGTERM)\u000a07:26:22.604568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7214): Terminating (SIGTERM)\u000a07:26:22.614001 --- ParallelTerminationStrategy: PID 7208 died...\u000a07:26:22.667345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7208): Terminated: ok {rc=0}\u000a07:26:22.677248 --- ParallelTerminationStrategy: PID 7211 died...\u000a07:26:22.730206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7211): Terminated: ok {rc=0}\u000a07:26:22.739876 --- ParallelTerminationStrategy: PID 7214 died...\u000a07:26:22.793630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7214): Terminated: ok {rc=0}\u000a07:26:22.876784 bus /sierra_3: Setting Powered False\u000a07:26:23.983156 bus /sierra_3: Setting Powered False\u000a07:26:25.093587 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7223): Process ended prematurely: osmo-stp_10.42.42.5(pid=7223) [trial-2356↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7223)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7223): Process ended prematurely: osmo-stp_10.42.42.5(pid=7223) [trial-2356↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:26:26.145219 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:26:26.156760 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:26:26.296389 tst emergency_preemptive_call.py: using LAC 19874\u000a07:26:26.414640 tst emergency_preemptive_call.py: using RAC 239\u000a07:26:26.530157 tst emergency_preemptive_call.py: using CellId 19874\u000a07:26:26.649528 tst emergency_preemptive_call.py: using BVCI 19875\u000a07:26:26.672056 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:26:26.683030 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:26:26.693702 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:26:26.705127 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:26:26.716589 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:26:26.727821 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:26:26.843699 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:26:26.957628 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:26:27.072442 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:26:27.275498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:26:27.787739 run create_hlr_db(pid=7217): Launched\u000a07:26:27.972042 bus /sierra_2: Setting Powered False\u000a07:26:28.992109 run create_hlr_db(pid=7217): Terminated: ok {rc=0}\u000a07:26:29.412645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7219): Launched\u000a07:26:29.729779 run osmo-hlr_10.42.42.2(pid=7220): Launched\u000a07:26:29.848651 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:26:30.399317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7222): Launched\u000a07:26:30.718380 run osmo-stp_10.42.42.5(pid=7223): Launched\u000a07:26:30.909177 tst emergency_preemptive_call.py: using MSISDN 7089\u000a07:26:31.087025 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:26:31.701553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7225): Launched\u000a07:26:32.115012 run osmo-msc_10.42.42.6(pid=7226): Launched\u000a07:26:32.428534 run osmo-stp_10.42.42.5(pid=7223): ERR: Terminated: ERROR {rc=1} [trial-2356↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7223)]\u000a07:26:32.555171 run osmo-stp_10.42.42.5(pid=7223): stdout: \u000a| (launched: 2022-12-09_07:26:30.561385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:32.679041 run osmo-stp_10.42.42.5(pid=7223): stderr: \u000a| �[0;m�[38;5;43m20221209072630750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072630750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072630751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072630751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072630751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072630752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072630752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:32.798132 run osmo-stp_10.42.42.5(pid=7223): stdout: \u000a| (launched: 2022-12-09_07:26:30.561385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:32.916145 run osmo-stp_10.42.42.5(pid=7223): stderr: \u000a| �[0;m�[38;5;43m20221209072630750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072630750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072630751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072630751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072630751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072630752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072630752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:32.967787 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=7223): Process ended prematurely: osmo-stp_10.42.42.5(pid=7223) [trial-2356↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7223)] [trial-2356↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a07:26:32.976084 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a07:26:33.036671 run osmo-hlr_10.42.42.2(pid=7220): ERR: Terminated: ERROR {rc=237} [trial-2356↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7220)]\u000a07:26:33.086339 run osmo-hlr_10.42.42.2(pid=7220): stdout: \u000a| (launched: 2022-12-09_07:26:29.574222) \u000a07:26:33.136721 run osmo-hlr_10.42.42.2(pid=7220): stderr: \u000a| �[0;m�[1;31m20221209072629769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072629769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072629769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072629769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072629769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072629770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072629782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072629790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072629790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072629790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:26:33.204793 run osmo-msc_10.42.42.6(pid=7226): ERR: Terminated: ERROR {rc=2} [trial-2356↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7226)]\u000a07:26:33.254517 run osmo-msc_10.42.42.6(pid=7226): stdout: \u000a| (launched: 2022-12-09_07:26:31.855558) \u000a07:26:33.304691 run osmo-msc_10.42.42.6(pid=7226): stderr: \u000a| �[0;m�[38;5;43m20221209072632325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209072632325 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e2e1d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209072632326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209072632326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209072632326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209072632326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209072632328 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209072632328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209072632328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209072632328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:26:33.346829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7219): Terminating (SIGTERM)\u000a07:26:33.386983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7222): Terminating (SIGTERM)\u000a07:26:33.426780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7225): Terminating (SIGTERM)\u000a07:26:33.436170 --- ParallelTerminationStrategy: PID 7219 died...\u000a07:26:33.489626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7219): Terminated: ok {rc=0}\u000a07:26:33.499151 --- ParallelTerminationStrategy: PID 7222 died...\u000a07:26:33.552132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7222): Terminated: ok {rc=0}\u000a07:26:33.561912 --- ParallelTerminationStrategy: PID 7225 died...\u000a07:26:33.615138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7225): Terminated: ok {rc=0}\u000a07:26:33.702399 bus /sierra_9: Setting Powered False\u000a07:26:34.805761 bus /sierra_9: Setting Powered False\u000a07:26:35.915601 bus /sierra_8: Setting Powered False\u000a07:26:37.022012 bus /sierra_8: Setting Powered False\u000a07:26:38.127969 bus /sierra_3: Setting Powered False\u000a07:26:39.234027 bus /sierra_3: Setting Powered False\u000a07:26:40.342938 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:26:15" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7241): Process ended prematurely: osmo-stp_10.42.42.5(pid=7241) [trial-2356↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7241)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7241): Process ended prematurely: osmo-stp_10.42.42.5(pid=7241) [trial-2356↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7241)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:26:42.488121 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:42.499370 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:26:42.646300 tst cs_paging_gprs_active.py: using LAC 19875\u000a07:26:42.768232 tst cs_paging_gprs_active.py: using RAC 240\u000a07:26:42.888247 tst cs_paging_gprs_active.py: using CellId 19875\u000a07:26:43.007548 tst cs_paging_gprs_active.py: using BVCI 19876\u000a07:26:43.030584 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:43.041405 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:43.052058 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:43.062962 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:43.073916 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:43.084589 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:43.095506 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:43.106302 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:43.117381 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:26:43.232932 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:26:43.509843 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:26:43.635816 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:26:43.947793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7231): Launched\u000a07:26:44.206393 run iperf3-srv_10.42.42.10(pid=7232): Launched\u000a07:26:44.389412 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:26:44.514455 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:26:44.824750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7233): Launched\u000a07:26:45.082783 run iperf3-srv_10.42.42.10(pid=7234): Launched\u000a07:26:45.265878 tst cs_paging_gprs_active.py:38: start network...\u000a07:26:45.391408 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:26:45.867801 run create_hlr_db(pid=7235): Launched\u000a07:26:46.042873 bus /sierra_2: Setting Powered False\u000a07:26:47.114051 run create_hlr_db(pid=7235): Terminated: ok {rc=0}\u000a07:26:47.554766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7237): Launched\u000a07:26:47.856043 run osmo-hlr_10.42.42.2(pid=7238): Launched\u000a07:26:47.971944 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:26:48.499958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7240): Launched\u000a07:26:48.805283 run osmo-stp_10.42.42.5(pid=7241): Launched\u000a07:26:48.915331 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:26:49.441345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7243): Launched\u000a07:26:49.549342 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:26:49.812238 run patchelf(pid=7244): Launched\u000a07:26:49.988840 run osmo-stp_10.42.42.5(pid=7241): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7241)]\u000a07:26:50.117848 run osmo-stp_10.42.42.5(pid=7241): stdout: \u000a| (launched: 2022-12-09_07:26:48.654504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:50.247210 run osmo-stp_10.42.42.5(pid=7241): stderr: \u000a| �[0;m�[38;5;43m20221209072648822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072648822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072648822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072648822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072648823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072648823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072648823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:50.372143 run osmo-stp_10.42.42.5(pid=7241): stdout: \u000a| (launched: 2022-12-09_07:26:48.654504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:50.496003 run osmo-stp_10.42.42.5(pid=7241): stderr: \u000a| �[0;m�[38;5;43m20221209072648822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072648822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072648822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072648822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072648823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072648823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072648823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:50.639500 run patchelf(pid=7244): Terminating (SIGINT)\u000a07:26:50.807719 run patchelf(pid=7244): Terminated: ok {rc=0}\u000a07:26:50.838811 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7241): Process ended prematurely: osmo-stp_10.42.42.5(pid=7241) [trial-2356↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7241)] [trial-2356↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a07:26:50.848104 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a07:26:50.908046 run osmo-hlr_10.42.42.2(pid=7238): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7238)]\u000a07:26:50.956489 run osmo-hlr_10.42.42.2(pid=7238): stdout: \u000a| (launched: 2022-12-09_07:26:47.708259) \u000a07:26:51.006269 run osmo-hlr_10.42.42.2(pid=7238): stderr: \u000a| �[0;m�[1;31m20221209072647882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072647882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072647882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072647882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072647882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072647882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072647894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072647903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072647903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072647903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:26:51.047767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7231): Terminating (SIGTERM)\u000a07:26:51.087077 run iperf3-srv_10.42.42.10(pid=7232): Terminating (SIGTERM)\u000a07:26:51.126446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7233): Terminating (SIGTERM)\u000a07:26:51.165700 run iperf3-srv_10.42.42.10(pid=7234): Terminating (SIGTERM)\u000a07:26:51.205047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7237): Terminating (SIGTERM)\u000a07:26:51.244399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7240): Terminating (SIGTERM)\u000a07:26:51.283864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7243): Terminating (SIGTERM)\u000a07:26:51.293179 --- ParallelTerminationStrategy: PID 7231 died...\u000a07:26:51.345990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7231): Terminated: ok {rc=0}\u000a07:26:51.355634 --- ParallelTerminationStrategy: PID 7232 died...\u000a07:26:51.407970 run iperf3-srv_10.42.42.10(pid=7232): Terminated {rc=256}\u000a07:26:51.417612 --- ParallelTerminationStrategy: PID 7233 died...\u000a07:26:51.470326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7233): Terminated: ok {rc=0}\u000a07:26:51.479766 --- ParallelTerminationStrategy: PID 7234 died...\u000a07:26:51.533151 run iperf3-srv_10.42.42.10(pid=7234): Terminated {rc=256}\u000a07:26:51.542736 --- ParallelTerminationStrategy: PID 7237 died...\u000a07:26:51.595869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7237): Terminated: ok {rc=0}\u000a07:26:51.605688 --- ParallelTerminationStrategy: PID 7240 died...\u000a07:26:51.658533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7240): Terminated: ok {rc=0}\u000a07:26:51.668085 --- ParallelTerminationStrategy: PID 7243 died...\u000a07:26:51.721093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7243): Terminated: ok {rc=0}\u000a07:26:51.809176 bus /gobi_0: Setting Powered False\u000a07:26:52.916560 bus /gobi_0: Setting Powered False\u000a07:26:54.027242 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7253): Process ended prematurely: osmo-stp_10.42.42.5(pid=7253) [trial-2356↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7253)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7253): Process ended prematurely: osmo-stp_10.42.42.5(pid=7253) [trial-2356↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7253)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a07:26:55.136078 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:55.147514 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:26:55.287816 tst iperf3.py: using LAC 19876\u000a07:26:55.414308 tst iperf3.py: using RAC 241\u000a07:26:55.543408 tst iperf3.py: using CellId 19876\u000a07:26:55.670299 tst iperf3.py: using BVCI 19877\u000a07:26:55.695240 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:55.706781 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:55.718041 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:55.729421 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:55.740507 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:55.751753 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:55.763305 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:55.774528 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:55.785885 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:26:56.080731 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:26:56.216284 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:26:56.550281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7245): Launched\u000a07:26:56.830088 run iperf3-srv_10.42.42.10(pid=7246): Launched\u000a07:26:57.028528 tst iperf3.py:8: start network...\u000a07:26:57.164086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:26:57.682729 run create_hlr_db(pid=7247): Launched\u000a07:26:57.869960 bus /gobi_6: Setting Powered False\u000a07:26:58.891430 run create_hlr_db(pid=7247): Terminated: ok {rc=0}\u000a07:26:59.297727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7249): Launched\u000a07:26:59.599955 run osmo-hlr_10.42.42.2(pid=7250): Launched\u000a07:26:59.711225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:27:00.235433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7252): Launched\u000a07:27:00.535771 run osmo-stp_10.42.42.5(pid=7253): Launched\u000a07:27:00.646116 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:27:01.209629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7255): Launched\u000a07:27:01.320381 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:27:01.603902 run patchelf(pid=7256): Launched\u000a07:27:01.783526 run osmo-stp_10.42.42.5(pid=7253): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7253)]\u000a07:27:01.916259 run osmo-stp_10.42.42.5(pid=7253): stdout: \u000a| (launched: 2022-12-09_07:27:00.388377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:02.048728 run osmo-stp_10.42.42.5(pid=7253): stderr: \u000a| �[0;m�[38;5;43m20221209072700555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072700555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072700556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072700556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072700557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072700557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072700557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:02.176155 run osmo-stp_10.42.42.5(pid=7253): stdout: \u000a| (launched: 2022-12-09_07:27:00.388377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:02.300674 run osmo-stp_10.42.42.5(pid=7253): stderr: \u000a| �[0;m�[38;5;43m20221209072700555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072700555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072700556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072700556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072700557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072700557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072700557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:02.444918 run patchelf(pid=7256): Terminating (SIGINT)\u000a07:27:02.613964 run patchelf(pid=7256): Terminated: ok {rc=0}\u000a07:27:02.645102 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7253): Process ended prematurely: osmo-stp_10.42.42.5(pid=7253) [trial-2356↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7253)] [trial-2356↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a07:27:02.654578 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:27:02.715063 run osmo-hlr_10.42.42.2(pid=7250): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7250)]\u000a07:27:02.764098 run osmo-hlr_10.42.42.2(pid=7250): stdout: \u000a| (launched: 2022-12-09_07:26:59.450961) \u000a07:27:02.813955 run osmo-hlr_10.42.42.2(pid=7250): stderr: \u000a| �[0;m�[1;31m20221209072659623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072659624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072659624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072659624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072659624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072659624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072659637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072659645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072659645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072659645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:27:02.856173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7245): Terminating (SIGTERM)\u000a07:27:02.895616 run iperf3-srv_10.42.42.10(pid=7246): Terminating (SIGTERM)\u000a07:27:02.937244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7249): Terminating (SIGTERM)\u000a07:27:02.976942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7252): Terminating (SIGTERM)\u000a07:27:03.016517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7255): Terminating (SIGTERM)\u000a07:27:03.025933 --- ParallelTerminationStrategy: PID 7245 died...\u000a07:27:03.079078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7245): Terminated: ok {rc=0}\u000a07:27:03.088905 --- ParallelTerminationStrategy: PID 7246 died...\u000a07:27:03.142177 run iperf3-srv_10.42.42.10(pid=7246): Terminated {rc=256}\u000a07:27:03.151537 --- ParallelTerminationStrategy: PID 7249 died...\u000a07:27:03.204223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7249): Terminated: ok {rc=0}\u000a07:27:03.213962 --- ParallelTerminationStrategy: PID 7252 died...\u000a07:27:03.266902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7252): Terminated: ok {rc=0}\u000a07:27:03.276380 --- ParallelTerminationStrategy: PID 7255 died...\u000a07:27:03.329970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7255): Terminated: ok {rc=0}\u000a07:27:03.417561 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7271): Process ended prematurely: osmo-stp_10.42.42.5(pid=7271) [trial-2356↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7271)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7271): Process ended prematurely: osmo-stp_10.42.42.5(pid=7271) [trial-2356↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a07:27:04.527851 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:04.539443 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:27:04.678200 tst iperf3m4.py: using LAC 19877\u000a07:27:04.796746 tst iperf3m4.py: using RAC 242\u000a07:27:04.915856 tst iperf3m4.py: using CellId 19877\u000a07:27:05.035407 tst iperf3m4.py: using BVCI 19878\u000a07:27:05.058378 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:05.069251 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:05.079856 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:05.090728 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:05.101565 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:05.112305 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:05.123226 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:05.133973 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:05.145037 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:27:05.266134 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:27:05.389567 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:27:05.509590 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:27:05.790437 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:27:05.916198 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:27:06.229988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7257): Launched\u000a07:27:06.488514 run iperf3-srv_10.42.42.10(pid=7258): Launched\u000a07:27:06.672561 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:27:06.798279 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:27:07.109073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7259): Launched\u000a07:27:07.368349 run iperf3-srv_10.42.42.10(pid=7260): Launched\u000a07:27:07.551702 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:27:07.676920 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:27:07.990292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7261): Launched\u000a07:27:08.248341 run iperf3-srv_10.42.42.10(pid=7262): Launched\u000a07:27:08.431794 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:27:08.557728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:27:08.868653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7263): Launched\u000a07:27:09.127529 run iperf3-srv_10.42.42.10(pid=7264): Launched\u000a07:27:09.310899 tst iperf3m4.py:8: start network...\u000a07:27:09.436260 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:27:09.909516 run create_hlr_db(pid=7265): Launched\u000a07:27:10.082574 bus /gobi_6: Setting Powered False\u000a07:27:11.104315 run create_hlr_db(pid=7265): Terminated: ok {rc=0}\u000a07:27:11.505782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7267): Launched\u000a07:27:11.807090 run osmo-hlr_10.42.42.2(pid=7268): Launched\u000a07:27:11.921363 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:27:12.446687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7270): Launched\u000a07:27:12.750423 run osmo-stp_10.42.42.5(pid=7271): Launched\u000a07:27:12.860625 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:27:13.391898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7273): Launched\u000a07:27:13.508271 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:27:13.791926 run patchelf(pid=7274): Launched\u000a07:27:13.980929 run osmo-stp_10.42.42.5(pid=7271): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7271)]\u000a07:27:14.119346 run osmo-stp_10.42.42.5(pid=7271): stdout: \u000a| (launched: 2022-12-09_07:27:12.601207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:14.258317 run osmo-stp_10.42.42.5(pid=7271): stderr: \u000a| �[0;m�[38;5;43m20221209072712770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072712770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072712771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072712771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072712771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072712772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072712772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:14.392122 run osmo-stp_10.42.42.5(pid=7271): stdout: \u000a| (launched: 2022-12-09_07:27:12.601207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:14.524830 run osmo-stp_10.42.42.5(pid=7271): stderr: \u000a| �[0;m�[38;5;43m20221209072712770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072712770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072712771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072712771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072712771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072712772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072712772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:14.679338 run patchelf(pid=7274): Terminating (SIGINT)\u000a07:27:14.859794 run patchelf(pid=7274): Terminated: ok {rc=0}\u000a07:27:14.892938 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7271): Process ended prematurely: osmo-stp_10.42.42.5(pid=7271) [trial-2356↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7271)] [trial-2356↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a07:27:14.903052 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a07:27:14.966091 run osmo-hlr_10.42.42.2(pid=7268): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7268)]\u000a07:27:15.017188 run osmo-hlr_10.42.42.2(pid=7268): stdout: \u000a| (launched: 2022-12-09_07:27:11.659379) \u000a07:27:15.069004 run osmo-hlr_10.42.42.2(pid=7268): stderr: \u000a| �[0;m�[1;31m20221209072711832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072711832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072711832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072711832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072711832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072711832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072711845 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072711854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072711854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072711854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:27:15.113040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7257): Terminating (SIGTERM)\u000a07:27:15.154648 run iperf3-srv_10.42.42.10(pid=7258): Terminating (SIGTERM)\u000a07:27:15.196290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7259): Terminating (SIGTERM)\u000a07:27:15.237915 run iperf3-srv_10.42.42.10(pid=7260): Terminating (SIGTERM)\u000a07:27:15.279410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7261): Terminating (SIGTERM)\u000a07:27:15.320987 run iperf3-srv_10.42.42.10(pid=7262): Terminating (SIGTERM)\u000a07:27:15.362535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7263): Terminating (SIGTERM)\u000a07:27:15.403998 run iperf3-srv_10.42.42.10(pid=7264): Terminating (SIGTERM)\u000a07:27:15.445560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7267): Terminating (SIGTERM)\u000a07:27:15.487088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7270): Terminating (SIGTERM)\u000a07:27:15.529171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7273): Terminating (SIGTERM)\u000a07:27:15.538998 --- ParallelTerminationStrategy: PID 7257 died...\u000a07:27:15.594775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7257): Terminated: ok {rc=0}\u000a07:27:15.605143 --- ParallelTerminationStrategy: PID 7258 died...\u000a07:27:15.660346 run iperf3-srv_10.42.42.10(pid=7258): Terminated {rc=256}\u000a07:27:15.670578 --- ParallelTerminationStrategy: PID 7259 died...\u000a07:27:15.725612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7259): Terminated: ok {rc=0}\u000a07:27:15.735751 --- ParallelTerminationStrategy: PID 7260 died...\u000a07:27:15.791214 run iperf3-srv_10.42.42.10(pid=7260): Terminated {rc=256}\u000a07:27:15.801308 --- ParallelTerminationStrategy: PID 7261 died...\u000a07:27:15.873433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7261): Terminated: ok {rc=0}\u000a07:27:15.883909 --- ParallelTerminationStrategy: PID 7262 died...\u000a07:27:15.938821 run iperf3-srv_10.42.42.10(pid=7262): Terminated {rc=256}\u000a07:27:15.951788 --- ParallelTerminationStrategy: PID 7263 died...\u000a07:27:16.009613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7263): Terminated: ok {rc=0}\u000a07:27:16.020033 --- ParallelTerminationStrategy: PID 7264 died...\u000a07:27:16.075669 run iperf3-srv_10.42.42.10(pid=7264): Terminated {rc=256}\u000a07:27:16.087243 --- ParallelTerminationStrategy: PID 7267 died...\u000a07:27:16.143413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7267): Terminated: ok {rc=0}\u000a07:27:16.154122 --- ParallelTerminationStrategy: PID 7270 died...\u000a07:27:16.211381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7270): Terminated: ok {rc=0}\u000a07:27:16.221953 --- ParallelTerminationStrategy: PID 7273 died...\u000a07:27:16.278996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7273): Terminated: ok {rc=0}\u000a07:27:16.364198 bus /gobi_4: Setting Powered False\u000a07:27:17.469025 bus /gobi_4: Setting Powered False\u000a07:27:18.579203 bus /gobi_1: Setting Powered False\u000a07:27:19.680998 bus /gobi_1: Setting Powered False\u000a07:27:20.791243 bus /gobi_0: Setting Powered False\u000a07:27:21.892757 bus /gobi_0: Setting Powered False\u000a07:27:23.005052 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7281): Process ended prematurely: osmo-stp_10.42.42.5(pid=7281) [trial-2356↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7281)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7281): Process ended prematurely: osmo-stp_10.42.42.5(pid=7281) [trial-2356↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a07:27:24.072880 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:24.084646 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:27:24.219751 tst ping.py: using LAC 19878\u000a07:27:24.337111 tst ping.py: using RAC 243\u000a07:27:24.454236 tst ping.py: using CellId 19878\u000a07:27:24.572482 tst ping.py: using BVCI 19879\u000a07:27:24.595091 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:24.606041 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:24.617060 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:24.627982 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:24.638920 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:24.649731 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:24.660773 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:24.671606 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:27:24.960318 tst ping.py:19: start network...\u000a07:27:25.092477 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:27:25.597789 run create_hlr_db(pid=7275): Launched\u000a07:27:25.780671 bus /gobi_6: Setting Powered False\u000a07:27:26.800761 run create_hlr_db(pid=7275): Terminated: ok {rc=0}\u000a07:27:27.203648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7277): Launched\u000a07:27:27.520560 run osmo-hlr_10.42.42.2(pid=7278): Launched\u000a07:27:27.638774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:27:28.193542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7280): Launched\u000a07:27:28.510827 run osmo-stp_10.42.42.5(pid=7281): Launched\u000a07:27:28.626191 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:27:29.179747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7283): Launched\u000a07:27:29.292764 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:27:29.570675 run patchelf(pid=7284): Launched\u000a07:27:29.755939 run osmo-stp_10.42.42.5(pid=7281): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7281)]\u000a07:27:29.891028 run osmo-stp_10.42.42.5(pid=7281): stdout: \u000a| (launched: 2022-12-09_07:27:28.354963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:30.026285 run osmo-stp_10.42.42.5(pid=7281): stderr: \u000a| �[0;m�[38;5;43m20221209072728542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072728543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072728543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072728543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072728544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072728544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072728544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:30.157042 run osmo-stp_10.42.42.5(pid=7281): stdout: \u000a| (launched: 2022-12-09_07:27:28.354963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:30.286893 run osmo-stp_10.42.42.5(pid=7281): stderr: \u000a| �[0;m�[38;5;43m20221209072728542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072728543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072728543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072728543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072728544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072728544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072728544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:30.436822 run patchelf(pid=7284): Terminating (SIGINT)\u000a07:27:30.613235 run patchelf(pid=7284): Terminated: ok {rc=0}\u000a07:27:30.645283 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7281): Process ended prematurely: osmo-stp_10.42.42.5(pid=7281) [trial-2356↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7281)] [trial-2356↪gprs:trx-sysmocell5000↪ping.py:22]\u000a07:27:30.654652 tst ping.py:22: Test FAILED (6.6 sec)\u000a07:27:30.717135 run osmo-hlr_10.42.42.2(pid=7278): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7278)]\u000a07:27:30.768180 run osmo-hlr_10.42.42.2(pid=7278): stdout: \u000a| (launched: 2022-12-09_07:27:27.364533) \u000a07:27:30.820420 run osmo-hlr_10.42.42.2(pid=7278): stderr: \u000a| �[0;m�[1;31m20221209072727557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072727557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072727557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072727557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072727558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072727558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072727570 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072727579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072727579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072727579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:27:30.878586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7277): Terminating (SIGTERM)\u000a07:27:30.936469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7280): Terminating (SIGTERM)\u000a07:27:30.993733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7283): Terminating (SIGTERM)\u000a07:27:31.003625 --- ParallelTerminationStrategy: PID 7277 died...\u000a07:27:31.060687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7277): Terminated: ok {rc=0}\u000a07:27:31.071348 --- ParallelTerminationStrategy: PID 7280 died...\u000a07:27:31.127818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7280): Terminated: ok {rc=0}\u000a07:27:31.138331 --- ParallelTerminationStrategy: PID 7283 died...\u000a07:27:31.194479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7283): Terminated: ok {rc=0}\u000a07:27:31.299579 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7292): Process ended prematurely: osmo-stp_10.42.42.5(pid=7292) [trial-2356↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7292)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7292): Process ended prematurely: osmo-stp_10.42.42.5(pid=7292) [trial-2356↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a07:27:32.353030 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:32.365023 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:27:32.510281 tst ping_idle_ping.py: using LAC 19879\u000a07:27:32.638850 tst ping_idle_ping.py: using RAC 244\u000a07:27:32.761828 tst ping_idle_ping.py: using CellId 19879\u000a07:27:32.880432 tst ping_idle_ping.py: using BVCI 19880\u000a07:27:32.903308 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:32.914526 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:32.925470 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:32.937123 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:32.948699 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:32.960399 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:32.972307 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:27:32.984236 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:27:33.276354 tst ping_idle_ping.py:24: start network...\u000a07:27:33.409004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:27:33.908558 run create_hlr_db(pid=7285): Launched\u000a07:27:34.080358 bus /gobi_6: Setting Powered False\u000a07:27:35.100460 run create_hlr_db(pid=7285): Terminated: ok {rc=0}\u000a07:27:35.494697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7287): Launched\u000a07:27:35.797504 run osmo-hlr_10.42.42.2(pid=7288): Launched\u000a07:27:35.915017 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:27:36.436164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7291): Launched\u000a07:27:36.731865 run osmo-stp_10.42.42.5(pid=7292): Launched\u000a07:27:36.839981 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:27:37.355173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7294): Launched\u000a07:27:37.461230 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:27:37.719101 run patchelf(pid=7295): Launched\u000a07:27:37.892512 run osmo-stp_10.42.42.5(pid=7292): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7292)]\u000a07:27:38.019797 run osmo-stp_10.42.42.5(pid=7292): stdout: \u000a| (launched: 2022-12-09_07:27:36.585991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:38.147180 run osmo-stp_10.42.42.5(pid=7292): stderr: \u000a| �[0;m�[38;5;43m20221209072736751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072736751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072736751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072736752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072736752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072736752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072736753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:38.271102 run osmo-stp_10.42.42.5(pid=7292): stdout: \u000a| (launched: 2022-12-09_07:27:36.585991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:38.393343 run osmo-stp_10.42.42.5(pid=7292): stderr: \u000a| �[0;m�[38;5;43m20221209072736751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072736751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072736751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072736752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072736752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072736752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072736753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:38.534421 run patchelf(pid=7295): Terminating (SIGINT)\u000a07:27:38.700140 run patchelf(pid=7295): Terminated: ok {rc=0}\u000a07:27:38.730478 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7292): Process ended prematurely: osmo-stp_10.42.42.5(pid=7292) [trial-2356↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7292)] [trial-2356↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a07:27:38.739189 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a07:27:38.799389 run osmo-hlr_10.42.42.2(pid=7288): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7288)]\u000a07:27:38.848365 run osmo-hlr_10.42.42.2(pid=7288): stdout: \u000a| (launched: 2022-12-09_07:27:35.645320) \u000a07:27:38.898052 run osmo-hlr_10.42.42.2(pid=7288): stderr: \u000a| �[0;m�[1;31m20221209072735822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072735822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072735822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072735822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072735823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072735823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072735835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072735846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072735846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072735846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:27:38.939910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7287): Terminating (SIGTERM)\u000a07:27:38.979849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7291): Terminating (SIGTERM)\u000a07:27:39.019771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7294): Terminating (SIGTERM)\u000a07:27:39.029433 --- ParallelTerminationStrategy: PID 7287 died...\u000a07:27:39.082852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7287): Terminated: ok {rc=0}\u000a07:27:39.092780 --- ParallelTerminationStrategy: PID 7291 died...\u000a07:27:39.145595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7291): Terminated: ok {rc=0}\u000a07:27:39.155373 --- ParallelTerminationStrategy: PID 7294 died...\u000a07:27:39.208164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7294): Terminated: ok {rc=0}\u000a07:27:39.290594 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:26:42" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7309): Process ended prematurely: osmo-stp_10.42.42.5(pid=7309) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7309)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7309): Process ended prematurely: osmo-stp_10.42.42.5(pid=7309) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7309)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:27:41.476875 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:41.488464 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:27:41.637677 tst cs_paging_gprs_active.py: using LAC 19880\u000a07:27:41.765362 tst cs_paging_gprs_active.py: using RAC 245\u000a07:27:41.894206 tst cs_paging_gprs_active.py: using CellId 19880\u000a07:27:42.021343 tst cs_paging_gprs_active.py: using BVCI 19881\u000a07:27:42.046151 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:42.057625 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:42.068797 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:42.080683 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:42.093678 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:42.104819 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:42.115973 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:42.127020 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:42.138388 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:27:42.257388 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:27:42.537933 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:27:42.664096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:27:42.976041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7299): Launched\u000a07:27:43.235044 run iperf3-srv_10.42.42.10(pid=7300): Launched\u000a07:27:43.418890 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:27:43.545251 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:27:43.857546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7301): Launched\u000a07:27:44.117622 run iperf3-srv_10.42.42.10(pid=7302): Launched\u000a07:27:44.302280 tst cs_paging_gprs_active.py:38: start network...\u000a07:27:44.428914 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:27:44.906636 run create_hlr_db(pid=7303): Launched\u000a07:27:45.081193 bus /gobi_6: Setting Powered False\u000a07:27:46.124248 run create_hlr_db(pid=7303): Terminated: ok {rc=0}\u000a07:27:46.578147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7305): Launched\u000a07:27:46.930546 run osmo-hlr_10.42.42.2(pid=7306): Launched\u000a07:27:47.099340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:27:47.677086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7308): Launched\u000a07:27:47.979561 run osmo-stp_10.42.42.5(pid=7309): Launched\u000a07:27:48.090648 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:27:48.616654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7311): Launched\u000a07:27:48.724052 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:27:48.986265 run patchelf(pid=7312): Launched\u000a07:27:49.162380 run osmo-stp_10.42.42.5(pid=7309): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7309)]\u000a07:27:49.290852 run osmo-stp_10.42.42.5(pid=7309): stdout: \u000a| (launched: 2022-12-09_07:27:47.831163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:49.420093 run osmo-stp_10.42.42.5(pid=7309): stderr: \u000a| �[0;m�[38;5;43m20221209072747999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072747999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072747999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072747999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072748000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072748000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072748000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:49.544756 run osmo-stp_10.42.42.5(pid=7309): stdout: \u000a| (launched: 2022-12-09_07:27:47.831163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:49.668669 run osmo-stp_10.42.42.5(pid=7309): stderr: \u000a| �[0;m�[38;5;43m20221209072747999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072747999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072747999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072747999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072748000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072748000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072748000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:49.812241 run patchelf(pid=7312): Terminating (SIGINT)\u000a07:27:49.980521 run patchelf(pid=7312): Terminated: ok {rc=0}\u000a07:27:50.011579 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7309): Process ended prematurely: osmo-stp_10.42.42.5(pid=7309) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7309)] [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:27:50.020872 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a07:27:50.081412 run osmo-hlr_10.42.42.2(pid=7306): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7306)]\u000a07:27:50.130406 run osmo-hlr_10.42.42.2(pid=7306): stdout: \u000a| (launched: 2022-12-09_07:27:46.747952) \u000a07:27:50.179890 run osmo-hlr_10.42.42.2(pid=7306): stderr: \u000a| �[0;m�[1;31m20221209072747152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072747152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072747152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072747152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072747152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072747152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072747164 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072747184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072747189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072747189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:27:50.221826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7299): Terminating (SIGTERM)\u000a07:27:50.261420 run iperf3-srv_10.42.42.10(pid=7300): Terminating (SIGTERM)\u000a07:27:50.301010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7301): Terminating (SIGTERM)\u000a07:27:50.340642 run iperf3-srv_10.42.42.10(pid=7302): Terminating (SIGTERM)\u000a07:27:50.380200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7305): Terminating (SIGTERM)\u000a07:27:50.419508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7308): Terminating (SIGTERM)\u000a07:27:50.459850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7311): Terminating (SIGTERM)\u000a07:27:50.469082 --- ParallelTerminationStrategy: PID 7299 died...\u000a07:27:50.521668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7299): Terminated: ok {rc=0}\u000a07:27:50.531365 --- ParallelTerminationStrategy: PID 7300 died...\u000a07:27:50.584112 run iperf3-srv_10.42.42.10(pid=7300): Terminated {rc=256}\u000a07:27:50.593989 --- ParallelTerminationStrategy: PID 7301 died...\u000a07:27:50.646761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7301): Terminated: ok {rc=0}\u000a07:27:50.656144 --- ParallelTerminationStrategy: PID 7302 died...\u000a07:27:50.708731 run iperf3-srv_10.42.42.10(pid=7302): Terminated {rc=256}\u000a07:27:50.718108 --- ParallelTerminationStrategy: PID 7305 died...\u000a07:27:50.770382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7305): Terminated: ok {rc=0}\u000a07:27:50.779789 --- ParallelTerminationStrategy: PID 7308 died...\u000a07:27:50.832259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7308): Terminated: ok {rc=0}\u000a07:27:50.841907 --- ParallelTerminationStrategy: PID 7311 died...\u000a07:27:50.894076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7311): Terminated: ok {rc=0}\u000a07:27:50.982827 bus /gobi_0: Setting Powered False\u000a07:27:52.086806 bus /gobi_0: Setting Powered False\u000a07:27:53.194476 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7321): Process ended prematurely: osmo-stp_10.42.42.5(pid=7321) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7321)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7321): Process ended prematurely: osmo-stp_10.42.42.5(pid=7321) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7321)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:27:54.309092 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:54.321515 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:27:54.472154 tst iperf3.py: using LAC 19881\u000a07:27:54.598891 tst iperf3.py: using RAC 246\u000a07:27:54.727722 tst iperf3.py: using CellId 19881\u000a07:27:54.853173 tst iperf3.py: using BVCI 19882\u000a07:27:54.878153 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:54.889817 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:54.901170 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:54.912610 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:54.923972 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:54.935529 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:54.947129 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:54.958529 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:54.970198 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:27:55.250668 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:27:55.376162 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:27:55.687444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7313): Launched\u000a07:27:55.946444 run iperf3-srv_10.42.42.10(pid=7314): Launched\u000a07:27:56.130136 tst iperf3.py:8: start network...\u000a07:27:56.255772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:27:56.728543 run create_hlr_db(pid=7315): Launched\u000a07:27:56.900938 bus /gobi_6: Setting Powered False\u000a07:27:57.922122 run create_hlr_db(pid=7315): Terminated: ok {rc=0}\u000a07:27:58.351114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7317): Launched\u000a07:27:58.675504 run osmo-hlr_10.42.42.2(pid=7318): Launched\u000a07:27:58.794366 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:27:59.355221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7320): Launched\u000a07:27:59.677741 run osmo-stp_10.42.42.5(pid=7321): Launched\u000a07:27:59.794754 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:28:00.356165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7323): Launched\u000a07:28:00.472692 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:28:00.754879 run patchelf(pid=7324): Launched\u000a07:28:00.978383 run osmo-stp_10.42.42.5(pid=7321): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7321)]\u000a07:28:01.156118 run osmo-stp_10.42.42.5(pid=7321): stdout: \u000a| (launched: 2022-12-09_07:27:59.519173)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:01.335112 run osmo-stp_10.42.42.5(pid=7321): stderr: \u000a| �[0;m�[38;5;43m20221209072759705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072759706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072759706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072759706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072759707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072759707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072759707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:01.495686 run osmo-stp_10.42.42.5(pid=7321): stdout: \u000a| (launched: 2022-12-09_07:27:59.519173)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:01.632847 run osmo-stp_10.42.42.5(pid=7321): stderr: \u000a| �[0;m�[38;5;43m20221209072759705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072759706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072759706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072759706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072759707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072759707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072759707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:01.789820 run patchelf(pid=7324): Terminating (SIGINT)\u000a07:28:01.973167 run patchelf(pid=7324): Terminated: ok {rc=0}\u000a07:28:02.007738 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7321): Process ended prematurely: osmo-stp_10.42.42.5(pid=7321) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7321)] [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a07:28:02.018957 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a07:28:02.083177 run osmo-hlr_10.42.42.2(pid=7318): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7318)]\u000a07:28:02.136844 run osmo-hlr_10.42.42.2(pid=7318): stdout: \u000a| (launched: 2022-12-09_07:27:58.516081) \u000a07:28:02.190500 run osmo-hlr_10.42.42.2(pid=7318): stderr: \u000a| �[0;m�[1;31m20221209072758710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072758710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072758710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072758710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072758710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072758710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072758722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072758731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072758731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072758731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:28:02.236341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7313): Terminating (SIGTERM)\u000a07:28:02.281555 run iperf3-srv_10.42.42.10(pid=7314): Terminating (SIGTERM)\u000a07:28:02.326017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7317): Terminating (SIGTERM)\u000a07:28:02.367521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7320): Terminating (SIGTERM)\u000a07:28:02.409621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7323): Terminating (SIGTERM)\u000a07:28:02.419463 --- ParallelTerminationStrategy: PID 7313 died...\u000a07:28:02.475502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7313): Terminated: ok {rc=0}\u000a07:28:02.485697 --- ParallelTerminationStrategy: PID 7314 died...\u000a07:28:02.540825 run iperf3-srv_10.42.42.10(pid=7314): Terminated {rc=256}\u000a07:28:02.550904 --- ParallelTerminationStrategy: PID 7317 died...\u000a07:28:02.607083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7317): Terminated: ok {rc=0}\u000a07:28:02.617264 --- ParallelTerminationStrategy: PID 7320 died...\u000a07:28:02.672524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7320): Terminated: ok {rc=0}\u000a07:28:02.682731 --- ParallelTerminationStrategy: PID 7323 died...\u000a07:28:02.738129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7323): Terminated: ok {rc=0}\u000a07:28:02.825415 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7339): Process ended prematurely: osmo-stp_10.42.42.5(pid=7339) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7339)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7339): Process ended prematurely: osmo-stp_10.42.42.5(pid=7339) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:28:03.936123 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:03.948764 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:28:04.100321 tst iperf3m4.py: using LAC 19882\u000a07:28:04.226151 tst iperf3m4.py: using RAC 247\u000a07:28:04.351682 tst iperf3m4.py: using CellId 19882\u000a07:28:04.477177 tst iperf3m4.py: using BVCI 19883\u000a07:28:04.500242 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:04.511552 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:04.522760 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:04.533695 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:04.544598 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:04.555546 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:04.569344 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:04.582660 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:04.594755 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:28:04.716477 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:28:04.834834 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:28:04.956816 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:28:05.238868 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:28:05.366069 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:28:05.678315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7325): Launched\u000a07:28:05.938499 run iperf3-srv_10.42.42.10(pid=7326): Launched\u000a07:28:06.123192 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:28:06.249446 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:28:06.562951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7327): Launched\u000a07:28:06.822166 run iperf3-srv_10.42.42.10(pid=7328): Launched\u000a07:28:07.007508 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:28:07.133461 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:28:07.446995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7329): Launched\u000a07:28:07.706790 run iperf3-srv_10.42.42.10(pid=7330): Launched\u000a07:28:07.891905 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:28:08.017805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:28:08.330526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7331): Launched\u000a07:28:08.591040 run iperf3-srv_10.42.42.10(pid=7332): Launched\u000a07:28:08.776056 tst iperf3m4.py:8: start network...\u000a07:28:08.902133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:28:09.376924 run create_hlr_db(pid=7333): Launched\u000a07:28:09.551192 bus /gobi_6: Setting Powered False\u000a07:28:10.573753 run create_hlr_db(pid=7333): Terminated: ok {rc=0}\u000a07:28:11.003279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7335): Launched\u000a07:28:11.326971 run osmo-hlr_10.42.42.2(pid=7336): Launched\u000a07:28:11.445811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:28:12.007215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7338): Launched\u000a07:28:12.329748 run osmo-stp_10.42.42.5(pid=7339): Launched\u000a07:28:12.446693 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:28:13.012281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7341): Launched\u000a07:28:13.128148 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:28:13.411148 run patchelf(pid=7342): Launched\u000a07:28:13.600270 run osmo-stp_10.42.42.5(pid=7339): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7339)]\u000a07:28:13.738350 run osmo-stp_10.42.42.5(pid=7339): stdout: \u000a| (launched: 2022-12-09_07:28:12.171859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:13.876284 run osmo-stp_10.42.42.5(pid=7339): stderr: \u000a| �[0;m�[38;5;43m20221209072812358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072812358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072812358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072812359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072812359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072812359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072812359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:14.009564 run osmo-stp_10.42.42.5(pid=7339): stdout: \u000a| (launched: 2022-12-09_07:28:12.171859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:14.141842 run osmo-stp_10.42.42.5(pid=7339): stderr: \u000a| �[0;m�[38;5;43m20221209072812358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072812358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072812358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072812359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072812359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072812359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072812359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:14.295462 run patchelf(pid=7342): Terminating (SIGINT)\u000a07:28:14.475797 run patchelf(pid=7342): Terminated: ok {rc=0}\u000a07:28:14.509665 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7339): Process ended prematurely: osmo-stp_10.42.42.5(pid=7339) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7339)] [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:28:14.519872 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a07:28:14.583419 run osmo-hlr_10.42.42.2(pid=7336): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7336)]\u000a07:28:14.634812 run osmo-hlr_10.42.42.2(pid=7336): stdout: \u000a| (launched: 2022-12-09_07:28:11.168487) \u000a07:28:14.686607 run osmo-hlr_10.42.42.2(pid=7336): stderr: \u000a| �[0;m�[1;31m20221209072811360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072811361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072811361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072811361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072811361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072811361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072811373 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072811382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072811382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072811383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:28:14.730882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7325): Terminating (SIGTERM)\u000a07:28:14.772533 run iperf3-srv_10.42.42.10(pid=7326): Terminating (SIGTERM)\u000a07:28:14.814286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7327): Terminating (SIGTERM)\u000a07:28:14.855726 run iperf3-srv_10.42.42.10(pid=7328): Terminating (SIGTERM)\u000a07:28:14.897351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7329): Terminating (SIGTERM)\u000a07:28:14.938766 run iperf3-srv_10.42.42.10(pid=7330): Terminating (SIGTERM)\u000a07:28:14.980314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7331): Terminating (SIGTERM)\u000a07:28:15.021977 run iperf3-srv_10.42.42.10(pid=7332): Terminating (SIGTERM)\u000a07:28:15.063472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7335): Terminating (SIGTERM)\u000a07:28:15.105113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7338): Terminating (SIGTERM)\u000a07:28:15.146742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7341): Terminating (SIGTERM)\u000a07:28:15.156320 --- ParallelTerminationStrategy: PID 7325 died...\u000a07:28:15.211766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7325): Terminated: ok {rc=0}\u000a07:28:15.221712 --- ParallelTerminationStrategy: PID 7326 died...\u000a07:28:15.276733 run iperf3-srv_10.42.42.10(pid=7326): Terminated {rc=256}\u000a07:28:15.286646 --- ParallelTerminationStrategy: PID 7327 died...\u000a07:28:15.341997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7327): Terminated: ok {rc=0}\u000a07:28:15.351959 --- ParallelTerminationStrategy: PID 7328 died...\u000a07:28:15.407187 run iperf3-srv_10.42.42.10(pid=7328): Terminated {rc=256}\u000a07:28:15.417229 --- ParallelTerminationStrategy: PID 7329 died...\u000a07:28:15.472690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7329): Terminated: ok {rc=0}\u000a07:28:15.482665 --- ParallelTerminationStrategy: PID 7330 died...\u000a07:28:15.537946 run iperf3-srv_10.42.42.10(pid=7330): Terminated {rc=256}\u000a07:28:15.547838 --- ParallelTerminationStrategy: PID 7331 died...\u000a07:28:15.603424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7331): Terminated: ok {rc=0}\u000a07:28:15.613638 --- ParallelTerminationStrategy: PID 7332 died...\u000a07:28:15.668646 run iperf3-srv_10.42.42.10(pid=7332): Terminated {rc=256}\u000a07:28:15.678655 --- ParallelTerminationStrategy: PID 7335 died...\u000a07:28:15.733825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7335): Terminated: ok {rc=0}\u000a07:28:15.743742 --- ParallelTerminationStrategy: PID 7338 died...\u000a07:28:15.799020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7338): Terminated: ok {rc=0}\u000a07:28:15.809117 --- ParallelTerminationStrategy: PID 7341 died...\u000a07:28:15.864273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7341): Terminated: ok {rc=0}\u000a07:28:15.960308 bus /gobi_4: Setting Powered False\u000a07:28:17.097520 bus /gobi_4: Setting Powered False\u000a07:28:18.207568 bus /gobi_1: Setting Powered False\u000a07:28:19.313291 bus /gobi_1: Setting Powered False\u000a07:28:20.420027 bus /gobi_0: Setting Powered False\u000a07:28:21.525094 bus /gobi_0: Setting Powered False\u000a07:28:22.633116 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7350): Process ended prematurely: osmo-stp_10.42.42.5(pid=7350) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7350)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7350): Process ended prematurely: osmo-stp_10.42.42.5(pid=7350) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:28:23.701685 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:23.713944 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:28:23.853251 tst ping.py: using LAC 19883\u000a07:28:23.969098 tst ping.py: using RAC 248\u000a07:28:24.083534 tst ping.py: using CellId 19883\u000a07:28:24.198494 tst ping.py: using BVCI 19884\u000a07:28:24.221080 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:24.232270 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:24.243158 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:24.253962 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:24.265066 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:24.275796 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:24.286752 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:24.297604 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:28:24.591648 tst ping.py:19: start network...\u000a07:28:24.724535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:28:25.232358 run create_hlr_db(pid=7344): Launched\u000a07:28:25.416230 bus /gobi_6: Setting Powered False\u000a07:28:26.435837 run create_hlr_db(pid=7344): Terminated: ok {rc=0}\u000a07:28:26.859970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7346): Launched\u000a07:28:27.177296 run osmo-hlr_10.42.42.2(pid=7347): Launched\u000a07:28:27.296779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:28:27.854013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7349): Launched\u000a07:28:28.173579 run osmo-stp_10.42.42.5(pid=7350): Launched\u000a07:28:28.288926 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:28:28.845721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7352): Launched\u000a07:28:28.959574 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:28:29.236715 run patchelf(pid=7353): Launched\u000a07:28:29.422935 run osmo-stp_10.42.42.5(pid=7350): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7350)]\u000a07:28:29.558538 run osmo-stp_10.42.42.5(pid=7350): stdout: \u000a| (launched: 2022-12-09_07:28:28.016356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:29.695492 run osmo-stp_10.42.42.5(pid=7350): stderr: \u000a| �[0;m�[38;5;43m20221209072828206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072828206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072828206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072828207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072828207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072828207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072828207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:29.826950 run osmo-stp_10.42.42.5(pid=7350): stdout: \u000a| (launched: 2022-12-09_07:28:28.016356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:29.957358 run osmo-stp_10.42.42.5(pid=7350): stderr: \u000a| �[0;m�[38;5;43m20221209072828206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072828206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072828206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072828207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072828207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072828207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072828207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:30.108097 run patchelf(pid=7353): Terminating (SIGINT)\u000a07:28:30.285030 run patchelf(pid=7353): Terminated: ok {rc=0}\u000a07:28:30.317318 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7350): Process ended prematurely: osmo-stp_10.42.42.5(pid=7350) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7350)] [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a07:28:30.326655 tst ping.py:22: Test FAILED (6.6 sec)\u000a07:28:30.389197 run osmo-hlr_10.42.42.2(pid=7347): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7347)]\u000a07:28:30.440429 run osmo-hlr_10.42.42.2(pid=7347): stdout: \u000a| (launched: 2022-12-09_07:28:27.021960) \u000a07:28:30.492029 run osmo-hlr_10.42.42.2(pid=7347): stderr: \u000a| �[0;m�[1;31m20221209072827216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072827216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072827216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072827217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072827217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072827217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072827229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072827237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072827237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072827237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:28:30.536043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7346): Terminating (SIGTERM)\u000a07:28:30.578270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7349): Terminating (SIGTERM)\u000a07:28:30.620321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7352): Terminating (SIGTERM)\u000a07:28:30.630136 --- ParallelTerminationStrategy: PID 7346 died...\u000a07:28:30.686298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7346): Terminated: ok {rc=0}\u000a07:28:30.696487 --- ParallelTerminationStrategy: PID 7349 died...\u000a07:28:30.752180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7349): Terminated: ok {rc=0}\u000a07:28:30.762283 --- ParallelTerminationStrategy: PID 7352 died...\u000a07:28:30.817568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7352): Terminated: ok {rc=0}\u000a07:28:30.926474 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7360): Process ended prematurely: osmo-stp_10.42.42.5(pid=7360) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7360)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7360): Process ended prematurely: osmo-stp_10.42.42.5(pid=7360) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:28:31.985501 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:31.999639 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:28:32.149588 tst ping_idle_ping.py: using LAC 19884\u000a07:28:32.276023 tst ping_idle_ping.py: using RAC 249\u000a07:28:32.399567 tst ping_idle_ping.py: using CellId 19884\u000a07:28:32.529150 tst ping_idle_ping.py: using BVCI 19885\u000a07:28:32.553762 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:32.565541 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:32.577307 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:32.588818 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:32.600116 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:32.611384 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:32.623106 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:28:32.635007 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:28:32.909202 tst ping_idle_ping.py:24: start network...\u000a07:28:33.032026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:28:33.502686 run create_hlr_db(pid=7354): Launched\u000a07:28:33.674242 bus /gobi_6: Setting Powered False\u000a07:28:34.694484 run create_hlr_db(pid=7354): Terminated: ok {rc=0}\u000a07:28:35.117607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7356): Launched\u000a07:28:35.437023 run osmo-hlr_10.42.42.2(pid=7357): Launched\u000a07:28:35.555487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:28:36.110277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7359): Launched\u000a07:28:36.430709 run osmo-stp_10.42.42.5(pid=7360): Launched\u000a07:28:36.546292 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:28:37.106058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7362): Launched\u000a07:28:37.219822 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:28:37.498666 run patchelf(pid=7363): Launched\u000a07:28:37.686682 run osmo-stp_10.42.42.5(pid=7360): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7360)]\u000a07:28:37.822730 run osmo-stp_10.42.42.5(pid=7360): stdout: \u000a| (launched: 2022-12-09_07:28:36.272489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:37.958624 run osmo-stp_10.42.42.5(pid=7360): stderr: \u000a| �[0;m�[38;5;43m20221209072836461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072836461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072836461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072836461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072836462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072836462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072836462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:38.090631 run osmo-stp_10.42.42.5(pid=7360): stdout: \u000a| (launched: 2022-12-09_07:28:36.272489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:38.221178 run osmo-stp_10.42.42.5(pid=7360): stderr: \u000a| �[0;m�[38;5;43m20221209072836461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072836461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072836461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072836461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072836462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072836462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072836462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:38.372358 run patchelf(pid=7363): Terminating (SIGINT)\u000a07:28:38.550213 run patchelf(pid=7363): Terminated: ok {rc=0}\u000a07:28:38.583349 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7360): Process ended prematurely: osmo-stp_10.42.42.5(pid=7360) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7360)] [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:28:38.592672 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a07:28:38.654773 run osmo-hlr_10.42.42.2(pid=7357): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7357)]\u000a07:28:38.705711 run osmo-hlr_10.42.42.2(pid=7357): stdout: \u000a| (launched: 2022-12-09_07:28:35.280533) \u000a07:28:38.757070 run osmo-hlr_10.42.42.2(pid=7357): stderr: \u000a| �[0;m�[1;31m20221209072835474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072835474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072835474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072835474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072835474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072835474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072835486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072835495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072835495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072835495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:28:38.800800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7356): Terminating (SIGTERM)\u000a07:28:38.842045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7359): Terminating (SIGTERM)\u000a07:28:38.883428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7362): Terminating (SIGTERM)\u000a07:28:38.893101 --- ParallelTerminationStrategy: PID 7356 died...\u000a07:28:38.948725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7356): Terminated: ok {rc=0}\u000a07:28:38.958697 --- ParallelTerminationStrategy: PID 7359 died...\u000a07:28:39.013928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7359): Terminated: ok {rc=0}\u000a07:28:39.023939 --- ParallelTerminationStrategy: PID 7362 died...\u000a07:28:39.079265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7362): Terminated: ok {rc=0}\u000a07:28:39.165886 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:27:41" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7377): Process ended prematurely: osmo-stp_10.42.42.5(pid=7377) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7377)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7377): Process ended prematurely: osmo-stp_10.42.42.5(pid=7377) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:28:41.331668 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:41.343123 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:28:41.510575 tst cs_paging_gprs_active.py: using LAC 19885\u000a07:28:41.638103 tst cs_paging_gprs_active.py: using RAC 250\u000a07:28:41.766092 tst cs_paging_gprs_active.py: using CellId 19885\u000a07:28:41.894788 tst cs_paging_gprs_active.py: using BVCI 19886\u000a07:28:41.919717 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:41.931371 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:41.942757 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:41.954086 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:41.965414 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:41.976623 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:41.988144 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:41.999385 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:42.010827 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:28:42.133701 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:28:42.412651 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:28:42.538473 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:28:42.850945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7367): Launched\u000a07:28:43.109730 run iperf3-srv_10.42.42.10(pid=7368): Launched\u000a07:28:43.293750 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:28:43.418840 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:28:43.730865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7369): Launched\u000a07:28:43.990131 run iperf3-srv_10.42.42.10(pid=7370): Launched\u000a07:28:44.174213 tst cs_paging_gprs_active.py:38: start network...\u000a07:28:44.299747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:28:44.775035 run create_hlr_db(pid=7371): Launched\u000a07:28:44.948631 bus /gobi_6: Setting Powered False\u000a07:28:45.996079 run create_hlr_db(pid=7371): Terminated: ok {rc=0}\u000a07:28:46.486694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7373): Launched\u000a07:28:46.871455 run osmo-hlr_10.42.42.2(pid=7374): Launched\u000a07:28:47.115409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:28:47.752158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7376): Launched\u000a07:28:48.074786 run osmo-stp_10.42.42.5(pid=7377): Launched\u000a07:28:48.192114 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:28:48.756153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7379): Launched\u000a07:28:48.871760 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:28:49.152095 run patchelf(pid=7380): Launched\u000a07:28:49.340420 run osmo-stp_10.42.42.5(pid=7377): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7377)]\u000a07:28:49.478458 run osmo-stp_10.42.42.5(pid=7377): stdout: \u000a| (launched: 2022-12-09_07:28:47.917385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:49.616708 run osmo-stp_10.42.42.5(pid=7377): stderr: \u000a| �[0;m�[38;5;43m20221209072848105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072848105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072848105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072848106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072848106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072848106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072848106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:49.750022 run osmo-stp_10.42.42.5(pid=7377): stdout: \u000a| (launched: 2022-12-09_07:28:47.917385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:49.882286 run osmo-stp_10.42.42.5(pid=7377): stderr: \u000a| �[0;m�[38;5;43m20221209072848105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072848105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072848105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072848106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072848106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072848106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072848106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:50.035603 run patchelf(pid=7380): Terminating (SIGINT)\u000a07:28:50.215472 run patchelf(pid=7380): Terminated: ok {rc=0}\u000a07:28:50.248585 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7377): Process ended prematurely: osmo-stp_10.42.42.5(pid=7377) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7377)] [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:28:50.258687 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a07:28:50.320889 run osmo-hlr_10.42.42.2(pid=7374): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7374)]\u000a07:28:50.371714 run osmo-hlr_10.42.42.2(pid=7374): stdout: \u000a| (launched: 2022-12-09_07:28:46.664143) \u000a07:28:50.423178 run osmo-hlr_10.42.42.2(pid=7374): stderr: \u000a| �[0;m�[1;31m20221209072847028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072847028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072847028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072847028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072847028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072847029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072847051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072847066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072847066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072847066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:28:50.466677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7367): Terminating (SIGTERM)\u000a07:28:50.507688 run iperf3-srv_10.42.42.10(pid=7368): Terminating (SIGTERM)\u000a07:28:50.548616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7369): Terminating (SIGTERM)\u000a07:28:50.589888 run iperf3-srv_10.42.42.10(pid=7370): Terminating (SIGTERM)\u000a07:28:50.631106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7373): Terminating (SIGTERM)\u000a07:28:50.672230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7376): Terminating (SIGTERM)\u000a07:28:50.713479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7379): Terminating (SIGTERM)\u000a07:28:50.722953 --- ParallelTerminationStrategy: PID 7367 died...\u000a07:28:50.777977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7367): Terminated: ok {rc=0}\u000a07:28:50.788649 --- ParallelTerminationStrategy: PID 7368 died...\u000a07:28:50.844070 run iperf3-srv_10.42.42.10(pid=7368): Terminated {rc=256}\u000a07:28:50.853899 --- ParallelTerminationStrategy: PID 7369 died...\u000a07:28:50.908565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7369): Terminated: ok {rc=0}\u000a07:28:50.918416 --- ParallelTerminationStrategy: PID 7370 died...\u000a07:28:50.973273 run iperf3-srv_10.42.42.10(pid=7370): Terminated {rc=256}\u000a07:28:50.983117 --- ParallelTerminationStrategy: PID 7373 died...\u000a07:28:51.038567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7373): Terminated: ok {rc=0}\u000a07:28:51.048458 --- ParallelTerminationStrategy: PID 7376 died...\u000a07:28:51.103613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7376): Terminated: ok {rc=0}\u000a07:28:51.113595 --- ParallelTerminationStrategy: PID 7379 died...\u000a07:28:51.168571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7379): Terminated: ok {rc=0}\u000a07:28:51.255096 bus /gobi_0: Setting Powered False\u000a07:28:52.357582 bus /gobi_0: Setting Powered False\u000a07:28:53.464598 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7393): Process ended prematurely: osmo-stp_10.42.42.5(pid=7393) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7393)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7393): Process ended prematurely: osmo-stp_10.42.42.5(pid=7393) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7393)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:28:54.579946 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:54.592325 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:28:54.755800 tst iperf3.py: using LAC 19886\u000a07:28:54.875777 tst iperf3.py: using RAC 251\u000a07:28:54.995441 tst iperf3.py: using CellId 19886\u000a07:28:55.115016 tst iperf3.py: using BVCI 19887\u000a07:28:55.137979 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:55.149868 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:55.160670 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:55.171478 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:55.182302 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:55.193064 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:55.203969 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:55.214787 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:55.226489 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:28:55.521575 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:28:55.657206 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:28:55.991237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7383): Launched\u000a07:28:56.269386 run iperf3-srv_10.42.42.10(pid=7386): Launched\u000a07:28:56.467463 tst iperf3.py:8: start network...\u000a07:28:56.603021 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:28:57.120387 run create_hlr_db(pid=7387): Launched\u000a07:28:57.306761 bus /gobi_6: Setting Powered False\u000a07:28:58.328211 run create_hlr_db(pid=7387): Terminated: ok {rc=0}\u000a07:28:58.733087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7389): Launched\u000a07:28:59.034532 run osmo-hlr_10.42.42.2(pid=7390): Launched\u000a07:28:59.153950 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:28:59.684309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7392): Launched\u000a07:28:59.984677 run osmo-stp_10.42.42.5(pid=7393): Launched\u000a07:29:00.094572 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:29:00.620678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7395): Launched\u000a07:29:00.728509 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:29:01.064803 run patchelf(pid=7396): Launched\u000a07:29:01.290839 run osmo-stp_10.42.42.5(pid=7393): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7393)]\u000a07:29:01.442084 run osmo-stp_10.42.42.5(pid=7393): stdout: \u000a| (launched: 2022-12-09_07:28:59.838009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:01.606971 run osmo-stp_10.42.42.5(pid=7393): stderr: \u000a| �[0;m�[38;5;43m20221209072900004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072900004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072900004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072900004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072900005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072900005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072900005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:01.739993 run osmo-stp_10.42.42.5(pid=7393): stdout: \u000a| (launched: 2022-12-09_07:28:59.838009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:01.878042 run osmo-stp_10.42.42.5(pid=7393): stderr: \u000a| �[0;m�[38;5;43m20221209072900004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072900004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072900004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072900004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072900005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072900005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072900005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:02.036929 run patchelf(pid=7396): Terminating (SIGINT)\u000a07:29:02.221319 run patchelf(pid=7396): Terminated: ok {rc=0}\u000a07:29:02.254488 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7393): Process ended prematurely: osmo-stp_10.42.42.5(pid=7393) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7393)] [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:29:02.264484 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a07:29:02.327570 run osmo-hlr_10.42.42.2(pid=7390): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7390)]\u000a07:29:02.379253 run osmo-hlr_10.42.42.2(pid=7390): stdout: \u000a| (launched: 2022-12-09_07:28:58.887172) \u000a07:29:02.431438 run osmo-hlr_10.42.42.2(pid=7390): stderr: \u000a| �[0;m�[1;31m20221209072859062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072859062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072859062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072859062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072859062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072859062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072859075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072859083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072859084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072859084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:29:02.475584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7383): Terminating (SIGTERM)\u000a07:29:02.517120 run iperf3-srv_10.42.42.10(pid=7386): Terminating (SIGTERM)\u000a07:29:02.558744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7389): Terminating (SIGTERM)\u000a07:29:02.601669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7392): Terminating (SIGTERM)\u000a07:29:02.643591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7395): Terminating (SIGTERM)\u000a07:29:02.653244 --- ParallelTerminationStrategy: PID 7383 died...\u000a07:29:02.709268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7383): Terminated: ok {rc=0}\u000a07:29:02.719213 --- ParallelTerminationStrategy: PID 7386 died...\u000a07:29:02.774233 run iperf3-srv_10.42.42.10(pid=7386): Terminated {rc=256}\u000a07:29:02.784124 --- ParallelTerminationStrategy: PID 7389 died...\u000a07:29:02.839509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7389): Terminated: ok {rc=0}\u000a07:29:02.849507 --- ParallelTerminationStrategy: PID 7392 died...\u000a07:29:02.905252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7392): Terminated: ok {rc=0}\u000a07:29:02.915283 --- ParallelTerminationStrategy: PID 7395 died...\u000a07:29:02.970879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7395): Terminated: ok {rc=0}\u000a07:29:03.058856 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7411): Process ended prematurely: osmo-stp_10.42.42.5(pid=7411) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7411)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7411): Process ended prematurely: osmo-stp_10.42.42.5(pid=7411) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7411)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:29:04.174128 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:04.186765 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:29:04.355112 tst iperf3m4.py: using LAC 19887\u000a07:29:04.477371 tst iperf3m4.py: using RAC 252\u000a07:29:04.597108 tst iperf3m4.py: using CellId 19887\u000a07:29:04.715929 tst iperf3m4.py: using BVCI 19888\u000a07:29:04.739056 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:04.750308 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:04.761359 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:04.772304 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:04.783146 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:04.793965 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:04.804871 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:04.815762 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:04.827560 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:29:04.949099 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:29:05.070041 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:29:05.191227 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:29:05.472351 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:29:05.597971 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:29:05.909637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7397): Launched\u000a07:29:06.171105 run iperf3-srv_10.42.42.10(pid=7398): Launched\u000a07:29:06.355212 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:29:06.480490 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:29:06.793716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7399): Launched\u000a07:29:07.055042 run iperf3-srv_10.42.42.10(pid=7400): Launched\u000a07:29:07.239249 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:29:07.364530 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:29:07.678407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7401): Launched\u000a07:29:07.937591 run iperf3-srv_10.42.42.10(pid=7402): Launched\u000a07:29:08.121483 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:29:08.246680 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:29:08.558368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7403): Launched\u000a07:29:08.817323 run iperf3-srv_10.42.42.10(pid=7404): Launched\u000a07:29:09.001542 tst iperf3m4.py:8: start network...\u000a07:29:09.127327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:29:09.600934 run create_hlr_db(pid=7405): Launched\u000a07:29:09.773856 bus /gobi_6: Setting Powered False\u000a07:29:10.795764 run create_hlr_db(pid=7405): Terminated: ok {rc=0}\u000a07:29:11.196892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7407): Launched\u000a07:29:11.498073 run osmo-hlr_10.42.42.2(pid=7408): Launched\u000a07:29:11.618106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:29:12.147654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7410): Launched\u000a07:29:12.449057 run osmo-stp_10.42.42.5(pid=7411): Launched\u000a07:29:12.558566 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:29:13.082174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7413): Launched\u000a07:29:13.189892 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:29:13.451591 run patchelf(pid=7414): Launched\u000a07:29:13.627868 run osmo-stp_10.42.42.5(pid=7411): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7411)]\u000a07:29:13.756555 run osmo-stp_10.42.42.5(pid=7411): stdout: \u000a| (launched: 2022-12-09_07:29:12.300311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:13.885278 run osmo-stp_10.42.42.5(pid=7411): stderr: \u000a| �[0;m�[38;5;43m20221209072912469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072912469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072912469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072912470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072912470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072912470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072912470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:14.010005 run osmo-stp_10.42.42.5(pid=7411): stdout: \u000a| (launched: 2022-12-09_07:29:12.300311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:14.134029 run osmo-stp_10.42.42.5(pid=7411): stderr: \u000a| �[0;m�[38;5;43m20221209072912469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072912469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072912469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072912470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072912470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072912470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072912470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:14.278279 run patchelf(pid=7414): Terminating (SIGINT)\u000a07:29:14.446598 run patchelf(pid=7414): Terminated: ok {rc=0}\u000a07:29:14.478010 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7411): Process ended prematurely: osmo-stp_10.42.42.5(pid=7411) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7411)] [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:29:14.487348 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a07:29:14.547051 run osmo-hlr_10.42.42.2(pid=7408): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7408)]\u000a07:29:14.597372 run osmo-hlr_10.42.42.2(pid=7408): stdout: \u000a| (launched: 2022-12-09_07:29:11.350858) \u000a07:29:14.646715 run osmo-hlr_10.42.42.2(pid=7408): stderr: \u000a| �[0;m�[1;31m20221209072911522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072911522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072911522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072911522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072911522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072911522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072911535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072911545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072911545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072911545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:29:14.688883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7397): Terminating (SIGTERM)\u000a07:29:14.728726 run iperf3-srv_10.42.42.10(pid=7398): Terminating (SIGTERM)\u000a07:29:14.768837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7399): Terminating (SIGTERM)\u000a07:29:14.808602 run iperf3-srv_10.42.42.10(pid=7400): Terminating (SIGTERM)\u000a07:29:14.848324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7401): Terminating (SIGTERM)\u000a07:29:14.887948 run iperf3-srv_10.42.42.10(pid=7402): Terminating (SIGTERM)\u000a07:29:14.928082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7403): Terminating (SIGTERM)\u000a07:29:14.967719 run iperf3-srv_10.42.42.10(pid=7404): Terminating (SIGTERM)\u000a07:29:15.007846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7407): Terminating (SIGTERM)\u000a07:29:15.047551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7410): Terminating (SIGTERM)\u000a07:29:15.087524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7413): Terminating (SIGTERM)\u000a07:29:15.096634 --- ParallelTerminationStrategy: PID 7397 died...\u000a07:29:15.150231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7397): Terminated: ok {rc=0}\u000a07:29:15.159688 --- ParallelTerminationStrategy: PID 7398 died...\u000a07:29:15.212417 run iperf3-srv_10.42.42.10(pid=7398): Terminated {rc=256}\u000a07:29:15.221806 --- ParallelTerminationStrategy: PID 7399 died...\u000a07:29:15.274202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7399): Terminated: ok {rc=0}\u000a07:29:15.283857 --- ParallelTerminationStrategy: PID 7400 died...\u000a07:29:15.336539 run iperf3-srv_10.42.42.10(pid=7400): Terminated {rc=256}\u000a07:29:15.345958 --- ParallelTerminationStrategy: PID 7401 died...\u000a07:29:15.398556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7401): Terminated: ok {rc=0}\u000a07:29:15.407982 --- ParallelTerminationStrategy: PID 7402 died...\u000a07:29:15.460430 run iperf3-srv_10.42.42.10(pid=7402): Terminated {rc=256}\u000a07:29:15.469912 --- ParallelTerminationStrategy: PID 7403 died...\u000a07:29:15.522590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7403): Terminated: ok {rc=0}\u000a07:29:15.531964 --- ParallelTerminationStrategy: PID 7404 died...\u000a07:29:15.585124 run iperf3-srv_10.42.42.10(pid=7404): Terminated {rc=256}\u000a07:29:15.594973 --- ParallelTerminationStrategy: PID 7407 died...\u000a07:29:15.647794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7407): Terminated: ok {rc=0}\u000a07:29:15.657506 --- ParallelTerminationStrategy: PID 7410 died...\u000a07:29:15.710438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7410): Terminated: ok {rc=0}\u000a07:29:15.720107 --- ParallelTerminationStrategy: PID 7413 died...\u000a07:29:15.773467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7413): Terminated: ok {rc=0}\u000a07:29:15.870633 bus /gobi_4: Setting Powered False\u000a07:29:16.981638 bus /gobi_4: Setting Powered False\u000a07:29:18.090441 bus /gobi_1: Setting Powered False\u000a07:29:19.196635 bus /gobi_1: Setting Powered False\u000a07:29:20.304617 bus /gobi_0: Setting Powered False\u000a07:29:21.412058 bus /gobi_0: Setting Powered False\u000a07:29:22.520465 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7421): Process ended prematurely: osmo-stp_10.42.42.5(pid=7421) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7421)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7421): Process ended prematurely: osmo-stp_10.42.42.5(pid=7421) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:29:23.590238 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:23.603037 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:29:23.768202 tst ping.py: using LAC 19888\u000a07:29:23.894087 tst ping.py: using RAC 253\u000a07:29:24.023710 tst ping.py: using CellId 19888\u000a07:29:24.146592 tst ping.py: using BVCI 19889\u000a07:29:24.171113 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:24.182820 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:24.194295 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:24.205722 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:24.217059 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:24.228383 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:24.239951 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:24.251328 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:29:24.528188 tst ping.py:19: start network...\u000a07:29:24.651157 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:29:25.117356 run create_hlr_db(pid=7415): Launched\u000a07:29:25.288087 bus /gobi_6: Setting Powered False\u000a07:29:26.309130 run create_hlr_db(pid=7415): Terminated: ok {rc=0}\u000a07:29:26.734366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7417): Launched\u000a07:29:27.051366 run osmo-hlr_10.42.42.2(pid=7418): Launched\u000a07:29:27.168151 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:29:27.723540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7420): Launched\u000a07:29:28.041790 run osmo-stp_10.42.42.5(pid=7421): Launched\u000a07:29:28.157546 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:29:28.713041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7423): Launched\u000a07:29:28.826859 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:29:29.105559 run patchelf(pid=7424): Launched\u000a07:29:29.291665 run osmo-stp_10.42.42.5(pid=7421): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7421)]\u000a07:29:29.427419 run osmo-stp_10.42.42.5(pid=7421): stdout: \u000a| (launched: 2022-12-09_07:29:27.885225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:29.563352 run osmo-stp_10.42.42.5(pid=7421): stderr: \u000a| �[0;m�[38;5;43m20221209072928073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072928074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072928074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072928074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072928075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072928075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072928075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:29.696745 run osmo-stp_10.42.42.5(pid=7421): stdout: \u000a| (launched: 2022-12-09_07:29:27.885225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:29.827017 run osmo-stp_10.42.42.5(pid=7421): stderr: \u000a| �[0;m�[38;5;43m20221209072928073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072928074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072928074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072928074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072928075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072928075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072928075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:29.978258 run patchelf(pid=7424): Terminating (SIGINT)\u000a07:29:30.155641 run patchelf(pid=7424): Terminated: ok {rc=0}\u000a07:29:30.188055 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7421): Process ended prematurely: osmo-stp_10.42.42.5(pid=7421) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7421)] [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:29:30.197380 tst ping.py:22: Test FAILED (6.6 sec)\u000a07:29:30.259767 run osmo-hlr_10.42.42.2(pid=7418): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7418)]\u000a07:29:30.310770 run osmo-hlr_10.42.42.2(pid=7418): stdout: \u000a| (launched: 2022-12-09_07:29:26.896471) \u000a07:29:30.362121 run osmo-hlr_10.42.42.2(pid=7418): stderr: \u000a| �[0;m�[1;31m20221209072927091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072927091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072927091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072927091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072927091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072927091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072927103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072927112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072927112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072927112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:29:30.405659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7417): Terminating (SIGTERM)\u000a07:29:30.447038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7420): Terminating (SIGTERM)\u000a07:29:30.488713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7423): Terminating (SIGTERM)\u000a07:29:30.498393 --- ParallelTerminationStrategy: PID 7417 died...\u000a07:29:30.554255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7417): Terminated: ok {rc=0}\u000a07:29:30.564412 --- ParallelTerminationStrategy: PID 7420 died...\u000a07:29:30.620385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7420): Terminated: ok {rc=0}\u000a07:29:30.630502 --- ParallelTerminationStrategy: PID 7423 died...\u000a07:29:30.686204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7423): Terminated: ok {rc=0}\u000a07:29:30.774224 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7431): Process ended prematurely: osmo-stp_10.42.42.5(pid=7431) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7431)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7431): Process ended prematurely: osmo-stp_10.42.42.5(pid=7431) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7431)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:29:31.823576 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:31.836524 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:29:31.999686 tst ping_idle_ping.py: using LAC 19889\u000a07:29:32.144812 tst ping_idle_ping.py: using RAC 254\u000a07:29:32.274685 tst ping_idle_ping.py: using CellId 19889\u000a07:29:32.393955 tst ping_idle_ping.py: using BVCI 19890\u000a07:29:32.417102 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:32.428160 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:32.439191 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:32.450189 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:32.461405 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:32.472293 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:32.483329 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:29:32.494188 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:29:32.770446 tst ping_idle_ping.py:24: start network...\u000a07:29:32.894969 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:29:33.371894 run create_hlr_db(pid=7425): Launched\u000a07:29:33.543496 bus /gobi_6: Setting Powered False\u000a07:29:34.564588 run create_hlr_db(pid=7425): Terminated: ok {rc=0}\u000a07:29:34.961314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7427): Launched\u000a07:29:35.258825 run osmo-hlr_10.42.42.2(pid=7428): Launched\u000a07:29:35.375761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:29:35.892723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7430): Launched\u000a07:29:36.188711 run osmo-stp_10.42.42.5(pid=7431): Launched\u000a07:29:36.297334 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:29:36.812506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7433): Launched\u000a07:29:36.918112 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:29:37.175957 run patchelf(pid=7434): Launched\u000a07:29:37.349794 run osmo-stp_10.42.42.5(pid=7431): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7431)]\u000a07:29:37.476408 run osmo-stp_10.42.42.5(pid=7431): stdout: \u000a| (launched: 2022-12-09_07:29:36.042709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:37.603877 run osmo-stp_10.42.42.5(pid=7431): stderr: \u000a| �[0;m�[38;5;43m20221209072936210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072936210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072936211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072936211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072936212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072936212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072936212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:37.726904 run osmo-stp_10.42.42.5(pid=7431): stdout: \u000a| (launched: 2022-12-09_07:29:36.042709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:37.848670 run osmo-stp_10.42.42.5(pid=7431): stderr: \u000a| �[0;m�[38;5;43m20221209072936210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072936210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072936211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072936211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072936212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072936212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072936212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:37.989643 run patchelf(pid=7434): Terminating (SIGINT)\u000a07:29:38.154770 run patchelf(pid=7434): Terminated: ok {rc=0}\u000a07:29:38.184927 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7431): Process ended prematurely: osmo-stp_10.42.42.5(pid=7431) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7431)] [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:29:38.193731 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a07:29:38.253036 run osmo-hlr_10.42.42.2(pid=7428): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7428)]\u000a07:29:38.301958 run osmo-hlr_10.42.42.2(pid=7428): stdout: \u000a| (launched: 2022-12-09_07:29:35.111611) \u000a07:29:38.351230 run osmo-hlr_10.42.42.2(pid=7428): stderr: \u000a| �[0;m�[1;31m20221209072935282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072935282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072935282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072935282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072935282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072935282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072935295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072935303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072935304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072935304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:29:38.392857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7427): Terminating (SIGTERM)\u000a07:29:38.432449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7430): Terminating (SIGTERM)\u000a07:29:38.471914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7433): Terminating (SIGTERM)\u000a07:29:38.481209 --- ParallelTerminationStrategy: PID 7427 died...\u000a07:29:38.533737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7427): Terminated: ok {rc=0}\u000a07:29:38.543389 --- ParallelTerminationStrategy: PID 7430 died...\u000a07:29:38.595670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7430): Terminated: ok {rc=0}\u000a07:29:38.605304 --- ParallelTerminationStrategy: PID 7433 died...\u000a07:29:38.657771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7433): Terminated: ok {rc=0}\u000a07:29:38.743520 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:28:40" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7448): Process ended prematurely: osmo-stp_10.42.42.5(pid=7448) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7448)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7448): Process ended prematurely: osmo-stp_10.42.42.5(pid=7448) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:29:40.916119 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:40.927887 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:29:41.088799 tst cs_paging_gprs_active.py: using LAC 19890\u000a07:29:41.208059 tst cs_paging_gprs_active.py: using RAC 255\u000a07:29:41.328058 tst cs_paging_gprs_active.py: using CellId 19890\u000a07:29:41.447995 tst cs_paging_gprs_active.py: using BVCI 19891\u000a07:29:41.471198 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:41.482348 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:41.493247 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:41.504329 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:41.515465 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:41.526581 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:41.537787 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:41.548856 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:41.560112 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:29:41.679718 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:29:41.961638 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:29:42.088759 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:29:42.401843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7438): Launched\u000a07:29:42.661952 run iperf3-srv_10.42.42.10(pid=7439): Launched\u000a07:29:42.846935 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:29:42.973358 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:29:43.286901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7440): Launched\u000a07:29:43.546404 run iperf3-srv_10.42.42.10(pid=7441): Launched\u000a07:29:43.730033 tst cs_paging_gprs_active.py:38: start network...\u000a07:29:43.855790 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:29:44.328832 run create_hlr_db(pid=7442): Launched\u000a07:29:44.501279 bus /gobi_6: Setting Powered False\u000a07:29:45.524668 run create_hlr_db(pid=7442): Terminated: ok {rc=0}\u000a07:29:45.989576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7444): Launched\u000a07:29:46.474276 run osmo-hlr_10.42.42.2(pid=7445): Launched\u000a07:29:46.773775 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:29:47.327034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7447): Launched\u000a07:29:47.634472 run osmo-stp_10.42.42.5(pid=7448): Launched\u000a07:29:47.745843 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:29:48.270182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7450): Launched\u000a07:29:48.377750 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:29:48.640791 run patchelf(pid=7451): Launched\u000a07:29:48.816832 run osmo-stp_10.42.42.5(pid=7448): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7448)]\u000a07:29:48.945588 run osmo-stp_10.42.42.5(pid=7448): stdout: \u000a| (launched: 2022-12-09_07:29:47.482635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:49.075159 run osmo-stp_10.42.42.5(pid=7448): stderr: \u000a| �[0;m�[38;5;43m20221209072947649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072947649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072947649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072947650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072947650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072947650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072947650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:49.199613 run osmo-stp_10.42.42.5(pid=7448): stdout: \u000a| (launched: 2022-12-09_07:29:47.482635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:49.323505 run osmo-stp_10.42.42.5(pid=7448): stderr: \u000a| �[0;m�[38;5;43m20221209072947649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072947649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072947649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072947650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072947650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072947650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072947650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:49.466838 run patchelf(pid=7451): Terminating (SIGINT)\u000a07:29:49.635103 run patchelf(pid=7451): Terminated: ok {rc=0}\u000a07:29:49.666266 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7448): Process ended prematurely: osmo-stp_10.42.42.5(pid=7448) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7448)] [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:29:49.675640 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a07:29:49.735884 run osmo-hlr_10.42.42.2(pid=7445): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7445)]\u000a07:29:49.785063 run osmo-hlr_10.42.42.2(pid=7445): stdout: \u000a| (launched: 2022-12-09_07:29:46.155244) \u000a07:29:49.835360 run osmo-hlr_10.42.42.2(pid=7445): stderr: \u000a| �[0;m�[1;31m20221209072946511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072946512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072946512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072946512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072946512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072946512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072946536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072946555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072946555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072946557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:29:49.877212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7438): Terminating (SIGTERM)\u000a07:29:49.916754 run iperf3-srv_10.42.42.10(pid=7439): Terminating (SIGTERM)\u000a07:29:49.956235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7440): Terminating (SIGTERM)\u000a07:29:49.995600 run iperf3-srv_10.42.42.10(pid=7441): Terminating (SIGTERM)\u000a07:29:50.035171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7444): Terminating (SIGTERM)\u000a07:29:50.074900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7447): Terminating (SIGTERM)\u000a07:29:50.114489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7450): Terminating (SIGTERM)\u000a07:29:50.123718 --- ParallelTerminationStrategy: PID 7438 died...\u000a07:29:50.176528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7438): Terminated: ok {rc=0}\u000a07:29:50.186141 --- ParallelTerminationStrategy: PID 7439 died...\u000a07:29:50.238440 run iperf3-srv_10.42.42.10(pid=7439): Terminated {rc=256}\u000a07:29:50.247961 --- ParallelTerminationStrategy: PID 7440 died...\u000a07:29:50.300143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7440): Terminated: ok {rc=0}\u000a07:29:50.309711 --- ParallelTerminationStrategy: PID 7441 died...\u000a07:29:50.362610 run iperf3-srv_10.42.42.10(pid=7441): Terminated {rc=256}\u000a07:29:50.371962 --- ParallelTerminationStrategy: PID 7444 died...\u000a07:29:50.424267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7444): Terminated: ok {rc=0}\u000a07:29:50.433919 --- ParallelTerminationStrategy: PID 7447 died...\u000a07:29:50.486720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7447): Terminated: ok {rc=0}\u000a07:29:50.496407 --- ParallelTerminationStrategy: PID 7450 died...\u000a07:29:50.548646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7450): Terminated: ok {rc=0}\u000a07:29:50.631746 bus /gobi_0: Setting Powered False\u000a07:29:51.738115 bus /gobi_0: Setting Powered False\u000a07:29:52.844663 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7460): Process ended prematurely: osmo-stp_10.42.42.5(pid=7460) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7460)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7460): Process ended prematurely: osmo-stp_10.42.42.5(pid=7460) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:29:53.959505 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:53.971782 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:29:54.146693 tst iperf3.py: using LAC 19891\u000a07:29:54.271039 tst iperf3.py: using RAC 1\u000a07:29:54.397503 tst iperf3.py: using CellId 19891\u000a07:29:54.523118 tst iperf3.py: using BVCI 19892\u000a07:29:54.547952 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:54.559655 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:54.571124 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:54.582703 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:54.594123 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:54.605506 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:54.617396 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:54.628723 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:54.640231 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:29:54.932455 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:29:55.068770 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:29:55.404666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7452): Launched\u000a07:29:55.685439 run iperf3-srv_10.42.42.10(pid=7453): Launched\u000a07:29:55.884616 tst iperf3.py:8: start network...\u000a07:29:56.021301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:29:56.540311 run create_hlr_db(pid=7454): Launched\u000a07:29:56.727546 bus /gobi_6: Setting Powered False\u000a07:29:57.749576 run create_hlr_db(pid=7454): Terminated: ok {rc=0}\u000a07:29:58.154470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7456): Launched\u000a07:29:58.457188 run osmo-hlr_10.42.42.2(pid=7457): Launched\u000a07:29:58.576563 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:29:59.106594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7459): Launched\u000a07:29:59.408082 run osmo-stp_10.42.42.5(pid=7460): Launched\u000a07:29:59.517569 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:30:00.042848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7462): Launched\u000a07:30:00.150993 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:30:00.414843 run patchelf(pid=7463): Launched\u000a07:30:00.591511 run osmo-stp_10.42.42.5(pid=7460): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7460)]\u000a07:30:00.720455 run osmo-stp_10.42.42.5(pid=7460): stdout: \u000a| (launched: 2022-12-09_07:29:59.259828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:00.855301 run osmo-stp_10.42.42.5(pid=7460): stderr: \u000a| �[0;m�[38;5;43m20221209072959426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072959426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072959426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072959427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072959427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072959427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072959427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:01.002537 run osmo-stp_10.42.42.5(pid=7460): stdout: \u000a| (launched: 2022-12-09_07:29:59.259828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:01.137180 run osmo-stp_10.42.42.5(pid=7460): stderr: \u000a| �[0;m�[38;5;43m20221209072959426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209072959426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209072959426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209072959427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209072959427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209072959427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209072959427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:01.294462 run patchelf(pid=7463): Terminating (SIGINT)\u000a07:30:01.504859 run patchelf(pid=7463): Terminated: ok {rc=0}\u000a07:30:01.541969 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7460): Process ended prematurely: osmo-stp_10.42.42.5(pid=7460) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7460)] [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:30:01.552468 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a07:30:01.617886 run osmo-hlr_10.42.42.2(pid=7457): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7457)]\u000a07:30:01.669532 run osmo-hlr_10.42.42.2(pid=7457): stdout: \u000a| (launched: 2022-12-09_07:29:58.308332) \u000a07:30:01.722305 run osmo-hlr_10.42.42.2(pid=7457): stderr: \u000a| �[0;m�[1;31m20221209072958480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209072958480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209072958480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072958480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209072958480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209072958480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209072958495 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209072958504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209072958504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209072958504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:30:01.765856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7452): Terminating (SIGTERM)\u000a07:30:01.810035 run iperf3-srv_10.42.42.10(pid=7453): Terminating (SIGTERM)\u000a07:30:01.862294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7456): Terminating (SIGTERM)\u000a07:30:01.920066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7459): Terminating (SIGTERM)\u000a07:30:01.967855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7462): Terminating (SIGTERM)\u000a07:30:01.982695 --- ParallelTerminationStrategy: PID 7452 died...\u000a07:30:02.039336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7452): Terminated: ok {rc=0}\u000a07:30:02.050072 --- ParallelTerminationStrategy: PID 7453 died...\u000a07:30:02.106450 run iperf3-srv_10.42.42.10(pid=7453): Terminated {rc=256}\u000a07:30:02.117026 --- ParallelTerminationStrategy: PID 7456 died...\u000a07:30:02.173590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7456): Terminated: ok {rc=0}\u000a07:30:02.184246 --- ParallelTerminationStrategy: PID 7459 died...\u000a07:30:02.239977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7459): Terminated: ok {rc=0}\u000a07:30:02.250417 --- ParallelTerminationStrategy: PID 7462 died...\u000a07:30:02.308151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7462): Terminated: ok {rc=0}\u000a07:30:02.393013 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7481): Process ended prematurely: osmo-stp_10.42.42.5(pid=7481) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7481)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7481): Process ended prematurely: osmo-stp_10.42.42.5(pid=7481) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7481)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:30:03.512013 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:03.524475 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:30:03.691771 tst iperf3m4.py: using LAC 19892\u000a07:30:03.818260 tst iperf3m4.py: using RAC 2\u000a07:30:03.945794 tst iperf3m4.py: using CellId 19892\u000a07:30:04.074831 tst iperf3m4.py: using BVCI 19893\u000a07:30:04.099813 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:04.111729 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:04.123192 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:04.134822 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:04.146215 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:04.157628 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:04.169726 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:04.181621 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:04.193310 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:30:04.314101 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:30:04.436431 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:30:04.555465 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:30:04.835320 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:30:04.962070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:30:05.274935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7467): Launched\u000a07:30:05.535264 run iperf3-srv_10.42.42.10(pid=7468): Launched\u000a07:30:05.719606 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:30:05.845866 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:30:06.159032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7469): Launched\u000a07:30:06.418392 run iperf3-srv_10.42.42.10(pid=7470): Launched\u000a07:30:06.602800 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:30:06.728930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:30:07.041259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7471): Launched\u000a07:30:07.300271 run iperf3-srv_10.42.42.10(pid=7472): Launched\u000a07:30:07.484075 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:30:07.609718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:30:07.920928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7473): Launched\u000a07:30:08.179998 run iperf3-srv_10.42.42.10(pid=7474): Launched\u000a07:30:08.363748 tst iperf3m4.py:8: start network...\u000a07:30:08.489752 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:30:08.963861 run create_hlr_db(pid=7475): Launched\u000a07:30:09.137273 bus /gobi_6: Setting Powered False\u000a07:30:10.158648 run create_hlr_db(pid=7475): Terminated: ok {rc=0}\u000a07:30:10.560121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7477): Launched\u000a07:30:10.871559 run osmo-hlr_10.42.42.2(pid=7478): Launched\u000a07:30:10.992400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:30:11.556717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7480): Launched\u000a07:30:11.879590 run osmo-stp_10.42.42.5(pid=7481): Launched\u000a07:30:11.997259 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:30:12.562072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7483): Launched\u000a07:30:12.678441 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:30:12.961463 run patchelf(pid=7484): Launched\u000a07:30:13.149935 run osmo-stp_10.42.42.5(pid=7481): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7481)]\u000a07:30:13.287769 run osmo-stp_10.42.42.5(pid=7481): stdout: \u000a| (launched: 2022-12-09_07:30:11.722501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:13.426634 run osmo-stp_10.42.42.5(pid=7481): stderr: \u000a| �[0;m�[38;5;43m20221209073011909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073011910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073011910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073011910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073011911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073011911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073011911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:13.560721 run osmo-stp_10.42.42.5(pid=7481): stdout: \u000a| (launched: 2022-12-09_07:30:11.722501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:13.693813 run osmo-stp_10.42.42.5(pid=7481): stderr: \u000a| �[0;m�[38;5;43m20221209073011909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073011910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073011910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073011910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073011911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073011911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073011911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:13.847363 run patchelf(pid=7484): Terminating (SIGINT)\u000a07:30:14.027188 run patchelf(pid=7484): Terminated: ok {rc=0}\u000a07:30:14.060269 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7481): Process ended prematurely: osmo-stp_10.42.42.5(pid=7481) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7481)] [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:30:14.070385 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a07:30:14.134010 run osmo-hlr_10.42.42.2(pid=7478): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7478)]\u000a07:30:14.185800 run osmo-hlr_10.42.42.2(pid=7478): stdout: \u000a| (launched: 2022-12-09_07:30:10.714119) \u000a07:30:14.238228 run osmo-hlr_10.42.42.2(pid=7478): stderr: \u000a| �[0;m�[1;31m20221209073010907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073010907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073010907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073010907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073010907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073010907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073010919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073010928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073010928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073010928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:30:14.283147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7467): Terminating (SIGTERM)\u000a07:30:14.325493 run iperf3-srv_10.42.42.10(pid=7468): Terminating (SIGTERM)\u000a07:30:14.367791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7469): Terminating (SIGTERM)\u000a07:30:14.409882 run iperf3-srv_10.42.42.10(pid=7470): Terminating (SIGTERM)\u000a07:30:14.451857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7471): Terminating (SIGTERM)\u000a07:30:14.493666 run iperf3-srv_10.42.42.10(pid=7472): Terminating (SIGTERM)\u000a07:30:14.535629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7473): Terminating (SIGTERM)\u000a07:30:14.577330 run iperf3-srv_10.42.42.10(pid=7474): Terminating (SIGTERM)\u000a07:30:14.619535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7477): Terminating (SIGTERM)\u000a07:30:14.661669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7480): Terminating (SIGTERM)\u000a07:30:14.703676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7483): Terminating (SIGTERM)\u000a07:30:14.713420 --- ParallelTerminationStrategy: PID 7467 died...\u000a07:30:14.770246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7467): Terminated: ok {rc=0}\u000a07:30:14.780484 --- ParallelTerminationStrategy: PID 7468 died...\u000a07:30:14.835821 run iperf3-srv_10.42.42.10(pid=7468): Terminated {rc=256}\u000a07:30:14.845985 --- ParallelTerminationStrategy: PID 7469 died...\u000a07:30:14.901933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7469): Terminated: ok {rc=0}\u000a07:30:14.912102 --- ParallelTerminationStrategy: PID 7470 died...\u000a07:30:14.967460 run iperf3-srv_10.42.42.10(pid=7470): Terminated {rc=256}\u000a07:30:14.977539 --- ParallelTerminationStrategy: PID 7471 died...\u000a07:30:15.033415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7471): Terminated: ok {rc=0}\u000a07:30:15.043619 --- ParallelTerminationStrategy: PID 7472 died...\u000a07:30:15.099234 run iperf3-srv_10.42.42.10(pid=7472): Terminated {rc=256}\u000a07:30:15.109218 --- ParallelTerminationStrategy: PID 7473 died...\u000a07:30:15.164717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7473): Terminated: ok {rc=0}\u000a07:30:15.174918 --- ParallelTerminationStrategy: PID 7474 died...\u000a07:30:15.230331 run iperf3-srv_10.42.42.10(pid=7474): Terminated {rc=256}\u000a07:30:15.240389 --- ParallelTerminationStrategy: PID 7477 died...\u000a07:30:15.295799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7477): Terminated: ok {rc=0}\u000a07:30:15.306067 --- ParallelTerminationStrategy: PID 7480 died...\u000a07:30:15.361593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7480): Terminated: ok {rc=0}\u000a07:30:15.371698 --- ParallelTerminationStrategy: PID 7483 died...\u000a07:30:15.427794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7483): Terminated: ok {rc=0}\u000a07:30:15.515742 bus /gobi_4: Setting Powered False\u000a07:30:16.639176 bus /gobi_4: Setting Powered False\u000a07:30:17.747826 bus /gobi_1: Setting Powered False\u000a07:30:18.850687 bus /gobi_1: Setting Powered False\u000a07:30:19.961381 bus /gobi_0: Setting Powered False\u000a07:30:21.063044 bus /gobi_0: Setting Powered False\u000a07:30:22.175065 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7491): Process ended prematurely: osmo-stp_10.42.42.5(pid=7491) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7491)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7491): Process ended prematurely: osmo-stp_10.42.42.5(pid=7491) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:30:23.241051 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:23.252856 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:30:23.410825 tst ping.py: using LAC 19893\u000a07:30:23.527112 tst ping.py: using RAC 3\u000a07:30:23.645616 tst ping.py: using CellId 19893\u000a07:30:23.761992 tst ping.py: using BVCI 19894\u000a07:30:23.784576 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:23.795752 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:23.806768 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:23.818388 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:23.829395 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:23.840546 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:23.851853 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:23.863027 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:30:24.151798 tst ping.py:19: start network...\u000a07:30:24.284736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:30:24.792872 run create_hlr_db(pid=7485): Launched\u000a07:30:24.977810 bus /gobi_6: Setting Powered False\u000a07:30:25.998365 run create_hlr_db(pid=7485): Terminated: ok {rc=0}\u000a07:30:26.421410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7487): Launched\u000a07:30:26.742300 run osmo-hlr_10.42.42.2(pid=7488): Launched\u000a07:30:26.860432 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:30:27.424128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7490): Launched\u000a07:30:27.743111 run osmo-stp_10.42.42.5(pid=7491): Launched\u000a07:30:27.854650 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:30:28.368463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7493): Launched\u000a07:30:28.473976 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:30:28.730844 run patchelf(pid=7494): Launched\u000a07:30:28.903273 run osmo-stp_10.42.42.5(pid=7491): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7491)]\u000a07:30:29.029251 run osmo-stp_10.42.42.5(pid=7491): stdout: \u000a| (launched: 2022-12-09_07:30:27.585735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:29.155517 run osmo-stp_10.42.42.5(pid=7491): stderr: \u000a| �[0;m�[38;5;43m20221209073027774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073027774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073027774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073027774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073027775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073027775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073027775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:29.277667 run osmo-stp_10.42.42.5(pid=7491): stdout: \u000a| (launched: 2022-12-09_07:30:27.585735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:29.399014 run osmo-stp_10.42.42.5(pid=7491): stderr: \u000a| �[0;m�[38;5;43m20221209073027774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073027774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073027774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073027774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073027775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073027775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073027775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:29.540124 run patchelf(pid=7494): Terminating (SIGINT)\u000a07:30:29.706458 run patchelf(pid=7494): Terminated: ok {rc=0}\u000a07:30:29.736569 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7491): Process ended prematurely: osmo-stp_10.42.42.5(pid=7491) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7491)] [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:30:29.745241 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:30:29.806108 run osmo-hlr_10.42.42.2(pid=7488): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7488)]\u000a07:30:29.855073 run osmo-hlr_10.42.42.2(pid=7488): stdout: \u000a| (launched: 2022-12-09_07:30:26.583805) \u000a07:30:29.904389 run osmo-hlr_10.42.42.2(pid=7488): stderr: \u000a| �[0;m�[1;31m20221209073026777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073026777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073026777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073026777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073026777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073026778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073026790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073026801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073026801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073026801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:30:29.946119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7487): Terminating (SIGTERM)\u000a07:30:29.985351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7490): Terminating (SIGTERM)\u000a07:30:30.025657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7493): Terminating (SIGTERM)\u000a07:30:30.035010 --- ParallelTerminationStrategy: PID 7487 died...\u000a07:30:30.088272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7487): Terminated: ok {rc=0}\u000a07:30:30.097815 --- ParallelTerminationStrategy: PID 7490 died...\u000a07:30:30.150312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7490): Terminated: ok {rc=0}\u000a07:30:30.159917 --- ParallelTerminationStrategy: PID 7493 died...\u000a07:30:30.212244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7493): Terminated: ok {rc=0}\u000a07:30:30.298571 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7501): Process ended prematurely: osmo-stp_10.42.42.5(pid=7501) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7501)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7501): Process ended prematurely: osmo-stp_10.42.42.5(pid=7501) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:30:31.358394 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:31.374933 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:30:31.553789 tst ping_idle_ping.py: using LAC 19894\u000a07:30:31.698417 tst ping_idle_ping.py: using RAC 4\u000a07:30:31.825468 tst ping_idle_ping.py: using CellId 19894\u000a07:30:31.970479 tst ping_idle_ping.py: using BVCI 19895\u000a07:30:31.995891 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:32.008163 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:32.020257 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:32.032470 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:32.044707 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:32.056680 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:32.069026 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:30:32.081158 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:30:32.390989 tst ping_idle_ping.py:24: start network...\u000a07:30:32.524207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:30:33.038045 run create_hlr_db(pid=7495): Launched\u000a07:30:33.222576 bus /gobi_6: Setting Powered False\u000a07:30:34.243362 run create_hlr_db(pid=7495): Terminated: ok {rc=0}\u000a07:30:34.643521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7497): Launched\u000a07:30:34.940720 run osmo-hlr_10.42.42.2(pid=7498): Launched\u000a07:30:35.050344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:30:35.565164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7500): Launched\u000a07:30:35.863276 run osmo-stp_10.42.42.5(pid=7501): Launched\u000a07:30:35.972523 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:30:36.489969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7503): Launched\u000a07:30:36.595882 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:30:36.854146 run patchelf(pid=7504): Launched\u000a07:30:37.028172 run osmo-stp_10.42.42.5(pid=7501): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7501)]\u000a07:30:37.154987 run osmo-stp_10.42.42.5(pid=7501): stdout: \u000a| (launched: 2022-12-09_07:30:35.716580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:37.282138 run osmo-stp_10.42.42.5(pid=7501): stderr: \u000a| �[0;m�[38;5;43m20221209073035883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073035883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073035883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073035883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073035884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073035884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073035884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:37.404702 run osmo-stp_10.42.42.5(pid=7501): stdout: \u000a| (launched: 2022-12-09_07:30:35.716580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:37.527144 run osmo-stp_10.42.42.5(pid=7501): stderr: \u000a| �[0;m�[38;5;43m20221209073035883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073035883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073035883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073035883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073035884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073035884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073035884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:37.669144 run patchelf(pid=7504): Terminating (SIGINT)\u000a07:30:37.836104 run patchelf(pid=7504): Terminated: ok {rc=0}\u000a07:30:37.866532 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7501): Process ended prematurely: osmo-stp_10.42.42.5(pid=7501) [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7501)] [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:30:37.875342 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a07:30:37.935039 run osmo-hlr_10.42.42.2(pid=7498): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7498)]\u000a07:30:37.983902 run osmo-hlr_10.42.42.2(pid=7498): stdout: \u000a| (launched: 2022-12-09_07:30:34.794896) \u000a07:30:38.033161 run osmo-hlr_10.42.42.2(pid=7498): stderr: \u000a| �[0;m�[1;31m20221209073034966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073034966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073034966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073034966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073034966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073034966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073034979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073034987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073034987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073034987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:30:38.075289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7497): Terminating (SIGTERM)\u000a07:30:38.115108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7500): Terminating (SIGTERM)\u000a07:30:38.154827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7503): Terminating (SIGTERM)\u000a07:30:38.164140 --- ParallelTerminationStrategy: PID 7497 died...\u000a07:30:38.217178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7497): Terminated: ok {rc=0}\u000a07:30:38.226738 --- ParallelTerminationStrategy: PID 7500 died...\u000a07:30:38.279640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7500): Terminated: ok {rc=0}\u000a07:30:38.289150 --- ParallelTerminationStrategy: PID 7503 died...\u000a07:30:38.341633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7503): Terminated: ok {rc=0}\u000a07:30:38.425309 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:29:40" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7514): Process ended prematurely: osmo-stp_10.42.42.5(pid=7514) [trial-2356↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7514)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7514): Process ended prematurely: osmo-stp_10.42.42.5(pid=7514) [trial-2356↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:30:40.482011 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:30:40.493969 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:30:40.662141 tst switch_tch_pdch.py: using LAC 19895\u000a07:30:40.789916 tst switch_tch_pdch.py: using RAC 5\u000a07:30:40.915069 tst switch_tch_pdch.py: using CellId 19895\u000a07:30:41.039412 tst switch_tch_pdch.py: using BVCI 19896\u000a07:30:41.063768 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:30:41.075588 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:30:41.087210 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:30:41.098997 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:30:41.110661 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:30:41.122269 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:30:41.134305 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:30:41.146106 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:30:41.262125 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:30:41.537474 tst switch_tch_pdch.py:51: start network...\u000a07:30:41.660859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:30:42.130344 run create_hlr_db(pid=7508): Launched\u000a07:30:42.301752 bus /gobi_6: Setting Powered False\u000a07:30:43.322844 run create_hlr_db(pid=7508): Terminated: ok {rc=0}\u000a07:30:43.746988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7510): Launched\u000a07:30:44.064036 run osmo-hlr_10.42.42.2(pid=7511): Launched\u000a07:30:44.179140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:30:44.729230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7513): Launched\u000a07:30:45.045834 run osmo-stp_10.42.42.5(pid=7514): Launched\u000a07:30:45.160322 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:30:45.714204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7516): Launched\u000a07:30:45.828024 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:30:46.128801 run patchelf(pid=7517): Launched\u000a07:30:46.310452 run osmo-stp_10.42.42.5(pid=7514): ERR: Terminated: ERROR {rc=1} [trial-2356↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7514)]\u000a07:30:46.446039 run osmo-stp_10.42.42.5(pid=7514): stdout: \u000a| (launched: 2022-12-09_07:30:44.890315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:46.581667 run osmo-stp_10.42.42.5(pid=7514): stderr: \u000a| �[0;m�[38;5;43m20221209073045078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073045078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073045079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073045079 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073045079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073045080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073045080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:46.749563 run osmo-stp_10.42.42.5(pid=7514): stdout: \u000a| (launched: 2022-12-09_07:30:44.890315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:46.902681 run osmo-stp_10.42.42.5(pid=7514): stderr: \u000a| �[0;m�[38;5;43m20221209073045078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073045078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073045079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073045079 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073045079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073045080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073045080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:47.078969 run patchelf(pid=7517): Terminating (SIGINT)\u000a07:30:47.289115 run patchelf(pid=7517): Terminated: ok {rc=0}\u000a07:30:47.322134 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7514): Process ended prematurely: osmo-stp_10.42.42.5(pid=7514) [trial-2356↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7514)] [trial-2356↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:30:47.331882 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a07:30:47.394648 run osmo-hlr_10.42.42.2(pid=7511): ERR: Terminated: ERROR {rc=237} [trial-2356↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7511)]\u000a07:30:47.446162 run osmo-hlr_10.42.42.2(pid=7511): stdout: \u000a| (launched: 2022-12-09_07:30:43.908590) \u000a07:30:47.498145 run osmo-hlr_10.42.42.2(pid=7511): stderr: \u000a| �[0;m�[1;31m20221209073044102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073044103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073044103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073044103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073044103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073044103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073044115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073044125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073044125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073044125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:30:47.542487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7510): Terminating (SIGTERM)\u000a07:30:47.584300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7513): Terminating (SIGTERM)\u000a07:30:47.626447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7516): Terminating (SIGTERM)\u000a07:30:47.636344 --- ParallelTerminationStrategy: PID 7510 died...\u000a07:30:47.692255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7510): Terminated: ok {rc=0}\u000a07:30:47.702406 --- ParallelTerminationStrategy: PID 7513 died...\u000a07:30:47.758346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7513): Terminated: ok {rc=0}\u000a07:30:47.768506 --- ParallelTerminationStrategy: PID 7516 died...\u000a07:30:47.824066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7516): Terminated: ok {rc=0}\u000a07:30:47.910548 bus /gobi_0: Setting Powered False\u000a07:30:49.015409 bus /gobi_0: Setting Powered False\u000a07:30:50.123953 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:30:40" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7528): Process ended prematurely: osmo-stp_10.42.42.5(pid=7528) [trial-2356↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7528)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7528): Process ended prematurely: osmo-stp_10.42.42.5(pid=7528) [trial-2356↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7528)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:30:52.105519 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:30:52.116912 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:30:52.278605 tst switch_tch_pdch.py: using LAC 19896\u000a07:30:52.400850 tst switch_tch_pdch.py: using RAC 6\u000a07:30:52.533658 tst switch_tch_pdch.py: using CellId 19896\u000a07:30:52.657883 tst switch_tch_pdch.py: using BVCI 19897\u000a07:30:52.682276 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:30:52.694123 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:30:52.705661 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:30:52.717202 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:30:52.728578 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:30:52.739923 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:30:52.751431 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:30:52.762854 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:30:52.878914 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:30:53.169629 tst switch_tch_pdch.py:51: start network...\u000a07:30:53.302145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:30:53.782800 run create_hlr_db(pid=7522): Launched\u000a07:30:53.911865 bus /gobi_6: Setting Powered False\u000a07:30:54.987249 run create_hlr_db(pid=7522): Terminated: ok {rc=0}\u000a07:30:55.367012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7524): Launched\u000a07:30:55.685118 run osmo-hlr_10.42.42.2(pid=7525): Launched\u000a07:30:55.801484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:30:56.324699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7527): Launched\u000a07:30:56.642308 run osmo-stp_10.42.42.5(pid=7528): Launched\u000a07:30:56.758455 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:30:57.285039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7530): Launched\u000a07:30:57.398225 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:30:57.675059 run patchelf(pid=7531): Launched\u000a07:30:57.861083 run osmo-stp_10.42.42.5(pid=7528): ERR: Terminated: ERROR {rc=1} [trial-2356↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7528)]\u000a07:30:57.996431 run osmo-stp_10.42.42.5(pid=7528): stdout: \u000a| (launched: 2022-12-09_07:30:56.486053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:58.132747 run osmo-stp_10.42.42.5(pid=7528): stderr: \u000a| �[0;m�[38;5;43m20221209073056675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073056675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073056675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073056675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073056676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073056676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073056676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:58.263674 run osmo-stp_10.42.42.5(pid=7528): stdout: \u000a| (launched: 2022-12-09_07:30:56.486053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:58.394066 run osmo-stp_10.42.42.5(pid=7528): stderr: \u000a| �[0;m�[38;5;43m20221209073056675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073056675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073056675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073056675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073056676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073056676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073056676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:58.544515 run patchelf(pid=7531): Terminating (SIGINT)\u000a07:30:58.721704 run patchelf(pid=7531): Terminated: ok {rc=0}\u000a07:30:58.753997 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7528): Process ended prematurely: osmo-stp_10.42.42.5(pid=7528) [trial-2356↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7528)] [trial-2356↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:30:58.763483 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a07:30:58.825774 run osmo-hlr_10.42.42.2(pid=7525): ERR: Terminated: ERROR {rc=237} [trial-2356↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7525)]\u000a07:30:58.876820 run osmo-hlr_10.42.42.2(pid=7525): stdout: \u000a| (launched: 2022-12-09_07:30:55.529421) \u000a07:30:58.928396 run osmo-hlr_10.42.42.2(pid=7525): stderr: \u000a| �[0;m�[1;31m20221209073055722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073055722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073055722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073055722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073055722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073055723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073055735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073055744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073055744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073055744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:30:58.972215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7524): Terminating (SIGTERM)\u000a07:30:59.013774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7527): Terminating (SIGTERM)\u000a07:30:59.055212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7530): Terminating (SIGTERM)\u000a07:30:59.064367 --- ParallelTerminationStrategy: PID 7524 died...\u000a07:30:59.119600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7524): Terminated: ok {rc=0}\u000a07:30:59.129690 --- ParallelTerminationStrategy: PID 7527 died...\u000a07:30:59.184606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7527): Terminated: ok {rc=0}\u000a07:30:59.194647 --- ParallelTerminationStrategy: PID 7530 died...\u000a07:30:59.249403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7530): Terminated: ok {rc=0}\u000a07:30:59.336080 bus /gobi_0: Setting Powered False\u000a07:31:00.442906 bus /gobi_0: Setting Powered False\u000a07:31:01.551331 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:30:51" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7536): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7536) [trial-2356↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7536)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7536): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7536) [trial-2356↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a07:31:03.452496 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a07:31:03.463272 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:31:03.597261 tst mo_mt_sms.py: using LAC 19897\u000a07:31:03.712702 tst mo_mt_sms.py: using RAC 7\u000a07:31:03.837711 tst mo_mt_sms.py: using CellId 19897\u000a07:31:03.961969 tst mo_mt_sms.py: using BVCI 19898\u000a07:31:03.986174 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a07:31:04.104675 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a07:31:04.394281 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:31:04.527221 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:31:05.185708 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7535): Launched\u000a07:31:05.502237 run osmo-nitb_10.42.42.2(pid=7536): Launched\u000a07:31:05.697375 run osmo-nitb_10.42.42.2(pid=7536): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7536)]\u000a07:31:05.840819 run osmo-nitb_10.42.42.2(pid=7536): stdout: \u000a| (launched: 2022-12-09_07:31:05.347870) \u000a07:31:05.985179 run osmo-nitb_10.42.42.2(pid=7536): stderr: \u000a| (launched: 2022-12-09_07:31:05.395250)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:31:06.124600 run osmo-nitb_10.42.42.2(pid=7536): stdout: \u000a| (launched: 2022-12-09_07:31:05.347870) \u000a07:31:06.263074 run osmo-nitb_10.42.42.2(pid=7536): stderr: \u000a| (launched: 2022-12-09_07:31:05.395250)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:31:06.629670 tst osmo-nitb_10.42.42.2(pid=7536): stdout: \u000a| (launched: 2022-12-09_07:31:05.347870) \u000a07:31:06.756226 tst osmo-nitb_10.42.42.2(pid=7536): stderr: \u000a| (launched: 2022-12-09_07:31:05.395250)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:31:06.811454 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=7536): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7536) [trial-2356↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7536)] [trial-2356↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a07:31:06.820220 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a07:31:06.855584 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7535): Terminating (SIGTERM)\u000a07:31:07.033273 --- ParallelTerminationStrategy: PID 7535 died...\u000a07:31:07.089869 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7535): Terminated: ok {rc=0}\u000a07:31:07.176119 bus /sierra_3: Setting Powered False\u000a07:31:08.281361 bus /sierra_3: Setting Powered False\u000a07:31:09.389330 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:31:03" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7547): Process ended prematurely: osmo-stp_10.42.42.5(pid=7547) [trial-2356↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7547)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7547): Process ended prematurely: osmo-stp_10.42.42.5(pid=7547) [trial-2356↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a07:31:11.291255 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:31:11.302392 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:31:11.443293 tst mo_mt_sms.py: using LAC 19898\u000a07:31:11.567861 tst mo_mt_sms.py: using RAC 8\u000a07:31:11.695477 tst mo_mt_sms.py: using CellId 19898\u000a07:31:11.819933 tst mo_mt_sms.py: using BVCI 19899\u000a07:31:11.844153 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:31:11.855176 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:31:11.866213 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:31:11.877123 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:31:11.888127 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:31:11.899109 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a07:31:12.013786 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a07:31:12.223260 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:31:12.731827 run create_hlr_db(pid=7541): Launched\u000a07:31:12.916036 bus /sierra_2: Setting Powered False\u000a07:31:13.935666 run create_hlr_db(pid=7541): Terminated: ok {rc=0}\u000a07:31:14.357409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7543): Launched\u000a07:31:14.675221 run osmo-hlr_10.42.42.2(pid=7544): Launched\u000a07:31:14.793909 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:31:15.350154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7546): Launched\u000a07:31:15.668714 run osmo-stp_10.42.42.5(pid=7547): Launched\u000a07:31:15.785818 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:31:16.400596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7549): Launched\u000a07:31:16.786517 run osmo-msc_10.42.42.6(pid=7550): Launched\u000a07:31:17.120243 run osmo-stp_10.42.42.5(pid=7547): ERR: Terminated: ERROR {rc=1} [trial-2356↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7547)]\u000a07:31:17.340170 run osmo-stp_10.42.42.5(pid=7547): stdout: \u000a| (launched: 2022-12-09_07:31:15.511963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:17.465526 run osmo-stp_10.42.42.5(pid=7547): stderr: \u000a| �[0;m�[38;5;43m20221209073115698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073115698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073115698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073115699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073115699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073115699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073115699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:17.585540 run osmo-stp_10.42.42.5(pid=7547): stdout: \u000a| (launched: 2022-12-09_07:31:15.511963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:17.703792 run osmo-stp_10.42.42.5(pid=7547): stderr: \u000a| �[0;m�[38;5;43m20221209073115698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073115698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073115698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073115699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073115699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073115699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073115699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:17.755901 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=7547): Process ended prematurely: osmo-stp_10.42.42.5(pid=7547) [trial-2356↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7547)] [trial-2356↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a07:31:17.764169 tst mo_mt_sms.py:16: Test FAILED (6.5 sec)\u000a07:31:17.824445 run osmo-hlr_10.42.42.2(pid=7544): ERR: Terminated: ERROR {rc=237} [trial-2356↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7544)]\u000a07:31:17.873716 run osmo-hlr_10.42.42.2(pid=7544): stdout: \u000a| (launched: 2022-12-09_07:31:14.518585) \u000a07:31:17.923059 run osmo-hlr_10.42.42.2(pid=7544): stderr: \u000a| �[0;m�[1;31m20221209073114711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073114711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073114711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073114711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073114711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073114711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073114723 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073114732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073114732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073114732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:31:17.990832 run osmo-msc_10.42.42.6(pid=7550): ERR: Terminated: ERROR {rc=2} [trial-2356↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7550)]\u000a07:31:18.039819 run osmo-msc_10.42.42.6(pid=7550): stdout: \u000a| (launched: 2022-12-09_07:31:16.555086) \u000a07:31:18.088822 run osmo-msc_10.42.42.6(pid=7550): stderr: \u000a| �[0;m�[38;5;43m20221209073117050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209073117050 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38ac837c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209073117050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209073117050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209073117051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209073117051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209073117052 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209073117053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209073117053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209073117053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:31:18.130926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7543): Terminating (SIGTERM)\u000a07:31:18.170831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7546): Terminating (SIGTERM)\u000a07:31:18.210713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7549): Terminating (SIGTERM)\u000a07:31:18.220151 --- ParallelTerminationStrategy: PID 7543 died...\u000a07:31:18.273257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7543): Terminated: ok {rc=0}\u000a07:31:18.282909 --- ParallelTerminationStrategy: PID 7546 died...\u000a07:31:18.335924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7546): Terminated: ok {rc=0}\u000a07:31:18.345934 --- ParallelTerminationStrategy: PID 7549 died...\u000a07:31:18.398666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7549): Terminated: ok {rc=0}\u000a07:31:18.485804 bus /sierra_3: Setting Powered False\u000a07:31:19.588645 bus /sierra_3: Setting Powered False\u000a07:31:20.693949 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:31:11" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7556): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7556) [trial-2356↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7556)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7556): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7556) [trial-2356↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a07:31:22.543313 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a07:31:22.554564 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:31:22.696400 tst assert_extension.py: using LAC 19899\u000a07:31:22.820681 tst assert_extension.py: using RAC 9\u000a07:31:22.944925 tst assert_extension.py: using CellId 19899\u000a07:31:23.068499 tst assert_extension.py: using BVCI 19900\u000a07:31:23.092438 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a07:31:23.366729 tst assert_extension.py:10: start nitb and bts...\u000a07:31:23.490789 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:31:24.107446 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7555): Launched\u000a07:31:24.401403 run osmo-nitb_10.42.42.2(pid=7556): Launched\u000a07:31:24.583852 run osmo-nitb_10.42.42.2(pid=7556): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7556)]\u000a07:31:24.718622 run osmo-nitb_10.42.42.2(pid=7556): stdout: \u000a| (launched: 2022-12-09_07:31:24.258113) \u000a07:31:24.853899 run osmo-nitb_10.42.42.2(pid=7556): stderr: \u000a| (launched: 2022-12-09_07:31:24.302063)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:31:24.984571 run osmo-nitb_10.42.42.2(pid=7556): stdout: \u000a| (launched: 2022-12-09_07:31:24.258113) \u000a07:31:25.114513 run osmo-nitb_10.42.42.2(pid=7556): stderr: \u000a| (launched: 2022-12-09_07:31:24.302063)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:31:25.520644 tst osmo-nitb_10.42.42.2(pid=7556): stdout: \u000a| (launched: 2022-12-09_07:31:24.258113) \u000a07:31:25.638104 tst osmo-nitb_10.42.42.2(pid=7556): stderr: \u000a| (launched: 2022-12-09_07:31:24.302063)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:31:25.689850 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=7556): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7556) [trial-2356↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7556)] [trial-2356↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a07:31:25.698252 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a07:31:25.733121 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7555): Terminating (SIGTERM)\u000a07:31:25.910584 --- ParallelTerminationStrategy: PID 7555 died...\u000a07:31:25.964499 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7555): Terminated: ok {rc=0}\u000a07:31:26.053055 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:31:22" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7566): Process ended prematurely: osmo-stp_10.42.42.5(pid=7566) [trial-2356↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7566)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7566): Process ended prematurely: osmo-stp_10.42.42.5(pid=7566) [trial-2356↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a07:31:27.896359 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:31:27.908014 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:31:28.052505 tst assert_extension.py: using LAC 19900\u000a07:31:28.178181 tst assert_extension.py: using RAC 10\u000a07:31:28.301249 tst assert_extension.py: using CellId 19900\u000a07:31:28.425973 tst assert_extension.py: using BVCI 19901\u000a07:31:28.450174 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:31:28.461299 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:31:28.472195 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:31:28.483115 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:31:28.494180 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:31:28.505072 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a07:31:28.704495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:31:29.169310 run create_hlr_db(pid=7560): Launched\u000a07:31:29.340740 bus /sierra_2: Setting Powered False\u000a07:31:30.361255 run create_hlr_db(pid=7560): Terminated: ok {rc=0}\u000a07:31:30.757119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7562): Launched\u000a07:31:31.188326 run osmo-hlr_10.42.42.2(pid=7563): Launched\u000a07:31:31.417772 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:31:31.962823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7565): Launched\u000a07:31:32.347183 run osmo-stp_10.42.42.5(pid=7566): Launched\u000a07:31:32.486624 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:31:33.026825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7568): Launched\u000a07:31:33.323925 run osmo-msc_10.42.42.6(pid=7569): Launched\u000a07:31:33.498516 run osmo-stp_10.42.42.5(pid=7566): ERR: Terminated: ERROR {rc=1} [trial-2356↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7566)]\u000a07:31:33.625659 run osmo-stp_10.42.42.5(pid=7566): stdout: \u000a| (launched: 2022-12-09_07:31:32.117398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:33.749729 run osmo-stp_10.42.42.5(pid=7566): stderr: \u000a| �[0;m�[38;5;43m20221209073132375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073132375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073132375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073132376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073132376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073132376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073132376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:33.868868 run osmo-stp_10.42.42.5(pid=7566): stdout: \u000a| (launched: 2022-12-09_07:31:32.117398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:33.987100 run osmo-stp_10.42.42.5(pid=7566): stderr: \u000a| �[0;m�[38;5;43m20221209073132375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073132375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073132375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073132376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073132376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073132376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073132376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:34.038977 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=7566): Process ended prematurely: osmo-stp_10.42.42.5(pid=7566) [trial-2356↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7566)] [trial-2356↪ussd:trx-umtrx↪assert_extension.py:17]\u000a07:31:34.047245 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a07:31:34.107290 run osmo-hlr_10.42.42.2(pid=7563): ERR: Terminated: ERROR {rc=237} [trial-2356↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7563)]\u000a07:31:34.156340 run osmo-hlr_10.42.42.2(pid=7563): stdout: \u000a| (launched: 2022-12-09_07:31:30.920396) \u000a07:31:34.206028 run osmo-hlr_10.42.42.2(pid=7563): stderr: \u000a| �[0;m�[1;31m20221209073131158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073131158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073131158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073131158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073131158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073131158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073131175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073131191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073131192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073131192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:31:34.272856 run osmo-msc_10.42.42.6(pid=7569): ERR: Terminated: ERROR {rc=2} [trial-2356↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7569)]\u000a07:31:34.321675 run osmo-msc_10.42.42.6(pid=7569): stdout: \u000a| (launched: 2022-12-09_07:31:33.176359) \u000a07:31:34.371645 run osmo-msc_10.42.42.6(pid=7569): stderr: \u000a| �[0;m�[38;5;43m20221209073133444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209073133444 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f91df7a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209073133445 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209073133445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209073133445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209073133445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209073133447 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209073133447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209073133447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209073133447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:31:34.413233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7562): Terminating (SIGTERM)\u000a07:31:34.452691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7565): Terminating (SIGTERM)\u000a07:31:34.492387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7568): Terminating (SIGTERM)\u000a07:31:34.501831 --- ParallelTerminationStrategy: PID 7562 died...\u000a07:31:34.554773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7562): Terminated: ok {rc=0}\u000a07:31:34.564577 --- ParallelTerminationStrategy: PID 7565 died...\u000a07:31:34.617389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7565): Terminated: ok {rc=0}\u000a07:31:34.626981 --- ParallelTerminationStrategy: PID 7568 died...\u000a07:31:34.679685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7568): Terminated: ok {rc=0}\u000a07:31:34.762580 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:31:27" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7580): Process ended prematurely: osmo-stp_10.42.42.5(pid=7580) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7580)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7580): Process ended prematurely: osmo-stp_10.42.42.5(pid=7580) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:31:36.730786 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:31:36.742487 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:31:36.908121 tst mo_mt_call.py: using LAC 19901\u000a07:31:37.033988 tst mo_mt_call.py: using RAC 11\u000a07:31:37.165132 tst mo_mt_call.py: using CellId 19901\u000a07:31:37.290102 tst mo_mt_call.py: using BVCI 19902\u000a07:31:37.314719 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:31:37.326325 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:31:37.337808 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:31:37.349299 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:31:37.360755 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:31:37.372164 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:31:37.487988 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:31:37.691371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:31:38.166124 run create_hlr_db(pid=7574): Launched\u000a07:31:38.340361 bus /sierra_2: Setting Powered False\u000a07:31:39.362029 run create_hlr_db(pid=7574): Terminated: ok {rc=0}\u000a07:31:39.791262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7576): Launched\u000a07:31:40.116190 run osmo-hlr_10.42.42.2(pid=7577): Launched\u000a07:31:40.235378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:31:40.797708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7579): Launched\u000a07:31:41.121423 run osmo-stp_10.42.42.5(pid=7580): Launched\u000a07:31:41.239215 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:31:41.830829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7582): Launched\u000a07:31:42.156029 run osmo-msc_10.42.42.6(pid=7583): Launched\u000a07:31:42.345265 run osmo-stp_10.42.42.5(pid=7580): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7580)]\u000a07:31:42.481684 run osmo-stp_10.42.42.5(pid=7580): stdout: \u000a| (launched: 2022-12-09_07:31:40.962220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:42.616737 run osmo-stp_10.42.42.5(pid=7580): stderr: \u000a| �[0;m�[38;5;43m20221209073141149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073141149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073141150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073141150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073141151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073141151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073141151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:42.747339 run osmo-stp_10.42.42.5(pid=7580): stdout: \u000a| (launched: 2022-12-09_07:31:40.962220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:42.876576 run osmo-stp_10.42.42.5(pid=7580): stderr: \u000a| �[0;m�[38;5;43m20221209073141149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073141149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073141150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073141150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073141151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073141151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073141151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:42.933725 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7580): Process ended prematurely: osmo-stp_10.42.42.5(pid=7580) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7580)] [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:31:42.942983 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:31:43.005290 run osmo-hlr_10.42.42.2(pid=7577): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7577)]\u000a07:31:43.056427 run osmo-hlr_10.42.42.2(pid=7577): stdout: \u000a| (launched: 2022-12-09_07:31:39.956898) \u000a07:31:43.108184 run osmo-hlr_10.42.42.2(pid=7577): stderr: \u000a| �[0;m�[1;31m20221209073140151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073140151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073140151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073140151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073140151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073140152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073140164 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073140175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073140176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073140176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:31:43.178560 run osmo-msc_10.42.42.6(pid=7583): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7583)]\u000a07:31:43.229759 run osmo-msc_10.42.42.6(pid=7583): stdout: \u000a| (launched: 2022-12-09_07:31:41.995598) \u000a07:31:43.281237 run osmo-msc_10.42.42.6(pid=7583): stderr: \u000a| �[0;m�[38;5;43m20221209073142315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209073142315 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c820c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209073142315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209073142315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209073142315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209073142315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209073142317 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209073142318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209073142318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209073142318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:31:43.325213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7576): Terminating (SIGTERM)\u000a07:31:43.366833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7579): Terminating (SIGTERM)\u000a07:31:43.408255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7582): Terminating (SIGTERM)\u000a07:31:43.417887 --- ParallelTerminationStrategy: PID 7576 died...\u000a07:31:43.473237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7576): Terminated: ok {rc=0}\u000a07:31:43.483261 --- ParallelTerminationStrategy: PID 7579 died...\u000a07:31:43.538357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7579): Terminated: ok {rc=0}\u000a07:31:43.548295 --- ParallelTerminationStrategy: PID 7582 died...\u000a07:31:43.603775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7582): Terminated: ok {rc=0}\u000a07:31:43.691436 bus /sierra_3: Setting Powered False\u000a07:31:44.797530 bus /sierra_3: Setting Powered False\u000a07:31:45.911626 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7591): Process ended prematurely: osmo-stp_10.42.42.5(pid=7591) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7591)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7591): Process ended prematurely: osmo-stp_10.42.42.5(pid=7591) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:31:47.061800 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:31:47.075582 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:31:47.246055 tst mo_mt_call_osmux.py: using LAC 19902\u000a07:31:47.377165 tst mo_mt_call_osmux.py: using RAC 12\u000a07:31:47.502146 tst mo_mt_call_osmux.py: using CellId 19902\u000a07:31:47.622647 tst mo_mt_call_osmux.py: using BVCI 19903\u000a07:31:47.645642 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:31:47.656925 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:31:47.668412 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:31:47.679803 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:31:47.691340 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:31:47.702778 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:31:47.818960 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:31:48.021949 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:31:48.497165 run create_hlr_db(pid=7585): Launched\u000a07:31:48.671188 bus /sierra_2: Setting Powered False\u000a07:31:49.692751 run create_hlr_db(pid=7585): Terminated: ok {rc=0}\u000a07:31:50.120531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7587): Launched\u000a07:31:50.442476 run osmo-hlr_10.42.42.2(pid=7588): Launched\u000a07:31:50.559546 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:31:51.123529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7590): Launched\u000a07:31:51.447017 run osmo-stp_10.42.42.5(pid=7591): Launched\u000a07:31:51.564607 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:31:52.156842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7593): Launched\u000a07:31:52.482398 run osmo-msc_10.42.42.6(pid=7594): Launched\u000a07:31:52.671978 run osmo-stp_10.42.42.5(pid=7591): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7591)]\u000a07:31:52.808217 run osmo-stp_10.42.42.5(pid=7591): stdout: \u000a| (launched: 2022-12-09_07:31:51.288506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:52.943465 run osmo-stp_10.42.42.5(pid=7591): stderr: \u000a| �[0;m�[38;5;43m20221209073151476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073151476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073151477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073151477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073151478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073151478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073151478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:53.074451 run osmo-stp_10.42.42.5(pid=7591): stdout: \u000a| (launched: 2022-12-09_07:31:51.288506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:53.203503 run osmo-stp_10.42.42.5(pid=7591): stderr: \u000a| �[0;m�[38;5;43m20221209073151476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073151476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073151477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073151477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073151478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073151478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073151478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:53.260459 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7591): Process ended prematurely: osmo-stp_10.42.42.5(pid=7591) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7591)] [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:31:53.269818 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a07:31:53.331931 run osmo-hlr_10.42.42.2(pid=7588): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7588)]\u000a07:31:53.382865 run osmo-hlr_10.42.42.2(pid=7588): stdout: \u000a| (launched: 2022-12-09_07:31:50.285635) \u000a07:31:53.434574 run osmo-hlr_10.42.42.2(pid=7588): stderr: \u000a| �[0;m�[1;31m20221209073150482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073150482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073150482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073150482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073150482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073150482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073150494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073150503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073150503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073150503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:31:53.504603 run osmo-msc_10.42.42.6(pid=7594): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7594)]\u000a07:31:53.555847 run osmo-msc_10.42.42.6(pid=7594): stdout: \u000a| (launched: 2022-12-09_07:31:52.322562) \u000a07:31:53.607311 run osmo-msc_10.42.42.6(pid=7594): stderr: \u000a| �[0;m�[38;5;43m20221209073152641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209073152641 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fafcfab8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209073152641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209073152641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209073152641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209073152641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209073152643 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209073152643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209073152644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209073152644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:31:53.650994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7587): Terminating (SIGTERM)\u000a07:31:53.692767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7590): Terminating (SIGTERM)\u000a07:31:53.735198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7593): Terminating (SIGTERM)\u000a07:31:53.744898 --- ParallelTerminationStrategy: PID 7587 died...\u000a07:31:53.800988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7587): Terminated: ok {rc=0}\u000a07:31:53.810974 --- ParallelTerminationStrategy: PID 7590 died...\u000a07:31:53.866431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7590): Terminated: ok {rc=0}\u000a07:31:53.876519 --- ParallelTerminationStrategy: PID 7593 died...\u000a07:31:53.932209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7593): Terminated: ok {rc=0}\u000a07:31:54.019184 bus /sierra_3: Setting Powered False\u000a07:31:55.121551 bus /sierra_3: Setting Powered False\u000a07:31:56.230695 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:31:36" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7605): Process ended prematurely: osmo-stp_10.42.42.5(pid=7605) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7605)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7605): Process ended prematurely: osmo-stp_10.42.42.5(pid=7605) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:31:58.240217 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:31:58.251907 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:31:58.419147 tst mo_mt_call.py: using LAC 19903\u000a07:31:58.543139 tst mo_mt_call.py: using RAC 13\u000a07:31:58.667536 tst mo_mt_call.py: using CellId 19903\u000a07:31:58.794211 tst mo_mt_call.py: using BVCI 19904\u000a07:31:58.818727 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:31:58.830306 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:31:58.841705 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:31:58.853121 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:31:58.864630 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:31:58.876069 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:31:58.995019 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:31:59.196916 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:31:59.673437 run create_hlr_db(pid=7599): Launched\u000a07:31:59.846535 bus /sierra_2: Setting Powered False\u000a07:32:00.890150 run create_hlr_db(pid=7599): Terminated: ok {rc=0}\u000a07:32:01.360177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7601): Launched\u000a07:32:01.781382 run osmo-hlr_10.42.42.2(pid=7602): Launched\u000a07:32:02.027322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:32:02.620788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7604): Launched\u000a07:32:02.921145 run osmo-stp_10.42.42.5(pid=7605): Launched\u000a07:32:03.030595 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:32:03.580425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7607): Launched\u000a07:32:03.881270 run osmo-msc_10.42.42.6(pid=7608): Launched\u000a07:32:04.058020 run osmo-stp_10.42.42.5(pid=7605): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7605)]\u000a07:32:04.185445 run osmo-stp_10.42.42.5(pid=7605): stdout: \u000a| (launched: 2022-12-09_07:32:02.773949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:04.310546 run osmo-stp_10.42.42.5(pid=7605): stderr: \u000a| �[0;m�[38;5;43m20221209073202939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073202939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073202940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073202940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073202940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073202941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073202941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:04.432793 run osmo-stp_10.42.42.5(pid=7605): stdout: \u000a| (launched: 2022-12-09_07:32:02.773949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:04.552765 run osmo-stp_10.42.42.5(pid=7605): stderr: \u000a| �[0;m�[38;5;43m20221209073202939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073202939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073202940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073202940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073202940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073202941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073202941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:04.605657 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7605): Process ended prematurely: osmo-stp_10.42.42.5(pid=7605) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7605)] [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:32:04.614486 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:32:04.673944 run osmo-hlr_10.42.42.2(pid=7602): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7602)]\u000a07:32:04.722675 run osmo-hlr_10.42.42.2(pid=7602): stdout: \u000a| (launched: 2022-12-09_07:32:01.519159) \u000a07:32:04.772219 run osmo-hlr_10.42.42.2(pid=7602): stderr: \u000a| �[0;m�[1;31m20221209073201873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073201873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073201873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073201873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073201873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073201873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073201897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073201914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073201914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073201914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:32:04.839196 run osmo-msc_10.42.42.6(pid=7608): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7608)]\u000a07:32:04.887673 run osmo-msc_10.42.42.6(pid=7608): stdout: \u000a| (launched: 2022-12-09_07:32:03.733355) \u000a07:32:04.936863 run osmo-msc_10.42.42.6(pid=7608): stderr: \u000a| �[0;m�[38;5;43m20221209073204003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209073204003 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99fe9b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209073204003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209073204004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209073204004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209073204004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209073204006 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209073204006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209073204006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209073204006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:32:04.978698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7601): Terminating (SIGTERM)\u000a07:32:05.018208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7604): Terminating (SIGTERM)\u000a07:32:05.057637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7607): Terminating (SIGTERM)\u000a07:32:05.067068 --- ParallelTerminationStrategy: PID 7601 died...\u000a07:32:05.120164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7601): Terminated: ok {rc=0}\u000a07:32:05.129989 --- ParallelTerminationStrategy: PID 7604 died...\u000a07:32:05.183004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7604): Terminated: ok {rc=0}\u000a07:32:05.192830 --- ParallelTerminationStrategy: PID 7607 died...\u000a07:32:05.245820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7607): Terminated: ok {rc=0}\u000a07:32:05.332872 bus /sierra_3: Setting Powered False\u000a07:32:06.434886 bus /sierra_3: Setting Powered False\u000a07:32:07.545129 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7616): Process ended prematurely: osmo-stp_10.42.42.5(pid=7616) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7616)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7616): Process ended prematurely: osmo-stp_10.42.42.5(pid=7616) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:32:08.654706 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:32:08.666828 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:32:08.823331 tst mo_mt_call_osmux.py: using LAC 19904\u000a07:32:08.941625 tst mo_mt_call_osmux.py: using RAC 14\u000a07:32:09.059434 tst mo_mt_call_osmux.py: using CellId 19904\u000a07:32:09.179567 tst mo_mt_call_osmux.py: using BVCI 19905\u000a07:32:09.202470 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:32:09.213688 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:32:09.224665 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:32:09.235785 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:32:09.247081 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:32:09.258326 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:32:09.379569 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:32:09.598563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:32:10.116575 run create_hlr_db(pid=7610): Launched\u000a07:32:10.303629 bus /sierra_2: Setting Powered False\u000a07:32:11.325220 run create_hlr_db(pid=7610): Terminated: ok {rc=0}\u000a07:32:11.738172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7612): Launched\u000a07:32:12.060705 run osmo-hlr_10.42.42.2(pid=7613): Launched\u000a07:32:12.182166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:32:12.747286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7615): Launched\u000a07:32:13.070348 run osmo-stp_10.42.42.5(pid=7616): Launched\u000a07:32:13.187748 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:32:13.779265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7618): Launched\u000a07:32:14.103421 run osmo-msc_10.42.42.6(pid=7619): Launched\u000a07:32:14.291563 run osmo-stp_10.42.42.5(pid=7616): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7616)]\u000a07:32:14.427587 run osmo-stp_10.42.42.5(pid=7616): stdout: \u000a| (launched: 2022-12-09_07:32:12.912018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:14.562651 run osmo-stp_10.42.42.5(pid=7616): stderr: \u000a| �[0;m�[38;5;43m20221209073213100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073213101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073213101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073213101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073213102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073213102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073213102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:14.693034 run osmo-stp_10.42.42.5(pid=7616): stdout: \u000a| (launched: 2022-12-09_07:32:12.912018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:14.822257 run osmo-stp_10.42.42.5(pid=7616): stderr: \u000a| �[0;m�[38;5;43m20221209073213100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073213101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073213101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073213101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073213102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073213102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073213102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:14.878891 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7616): Process ended prematurely: osmo-stp_10.42.42.5(pid=7616) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7616)] [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:32:14.888153 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a07:32:14.949838 run osmo-hlr_10.42.42.2(pid=7613): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7613)]\u000a07:32:15.000473 run osmo-hlr_10.42.42.2(pid=7613): stdout: \u000a| (launched: 2022-12-09_07:32:11.903471) \u000a07:32:15.051947 run osmo-hlr_10.42.42.2(pid=7613): stderr: \u000a| �[0;m�[1;31m20221209073212098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073212098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073212098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073212098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073212098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073212098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073212111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073212119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073212119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073212119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:32:15.121975 run osmo-msc_10.42.42.6(pid=7619): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7619)]\u000a07:32:15.172635 run osmo-msc_10.42.42.6(pid=7619): stdout: \u000a| (launched: 2022-12-09_07:32:13.944230) \u000a07:32:15.224031 run osmo-msc_10.42.42.6(pid=7619): stderr: \u000a| �[0;m�[38;5;43m20221209073214264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209073214264 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff6b447c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209073214265 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209073214265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209073214265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209073214265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209073214267 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209073214267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209073214267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209073214267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:32:15.267713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7612): Terminating (SIGTERM)\u000a07:32:15.309009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7615): Terminating (SIGTERM)\u000a07:32:15.350210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7618): Terminating (SIGTERM)\u000a07:32:15.359736 --- ParallelTerminationStrategy: PID 7612 died...\u000a07:32:15.414790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7612): Terminated: ok {rc=0}\u000a07:32:15.424592 --- ParallelTerminationStrategy: PID 7615 died...\u000a07:32:15.479459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7615): Terminated: ok {rc=0}\u000a07:32:15.489542 --- ParallelTerminationStrategy: PID 7618 died...\u000a07:32:15.544807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7618): Terminated: ok {rc=0}\u000a07:32:15.633049 bus /sierra_3: Setting Powered False\u000a07:32:16.754301 bus /sierra_3: Setting Powered False\u000a07:32:17.862848 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:31:57" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7637): Process ended prematurely: osmo-stp_10.42.42.5(pid=7637) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7637)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7637): Process ended prematurely: osmo-stp_10.42.42.5(pid=7637) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:32:19.871784 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:32:19.883430 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:32:20.046940 tst mo_mt_call.py: using LAC 19905\u000a07:32:20.178256 tst mo_mt_call.py: using RAC 15\u000a07:32:20.302860 tst mo_mt_call.py: using CellId 19905\u000a07:32:20.428186 tst mo_mt_call.py: using BVCI 19906\u000a07:32:20.453013 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:32:20.464834 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:32:20.476294 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:32:20.487837 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:32:20.499471 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:32:20.510907 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:32:20.628752 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:32:20.831270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:32:21.306596 run create_hlr_db(pid=7631): Launched\u000a07:32:21.479780 bus /sierra_2: Setting Powered False\u000a07:32:22.500713 run create_hlr_db(pid=7631): Terminated: ok {rc=0}\u000a07:32:22.902264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7633): Launched\u000a07:32:23.204252 run osmo-hlr_10.42.42.2(pid=7634): Launched\u000a07:32:23.322331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:32:23.852467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7636): Launched\u000a07:32:24.155584 run osmo-stp_10.42.42.5(pid=7637): Launched\u000a07:32:24.266002 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:32:24.819077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7639): Launched\u000a07:32:25.124043 run osmo-msc_10.42.42.6(pid=7640): Launched\u000a07:32:25.301329 run osmo-stp_10.42.42.5(pid=7637): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7637)]\u000a07:32:25.429815 run osmo-stp_10.42.42.5(pid=7637): stdout: \u000a| (launched: 2022-12-09_07:32:24.006408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:25.555671 run osmo-stp_10.42.42.5(pid=7637): stderr: \u000a| �[0;m�[38;5;43m20221209073224172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073224173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073224173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073224173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073224174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073224174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073224174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:25.676826 run osmo-stp_10.42.42.5(pid=7637): stdout: \u000a| (launched: 2022-12-09_07:32:24.006408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:25.797174 run osmo-stp_10.42.42.5(pid=7637): stderr: \u000a| �[0;m�[38;5;43m20221209073224172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073224173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073224173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073224173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073224174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073224174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073224174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:25.849872 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7637): Process ended prematurely: osmo-stp_10.42.42.5(pid=7637) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7637)] [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:32:25.858558 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a07:32:25.918191 run osmo-hlr_10.42.42.2(pid=7634): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7634)]\u000a07:32:25.966606 run osmo-hlr_10.42.42.2(pid=7634): stdout: \u000a| (launched: 2022-12-09_07:32:23.055877) \u000a07:32:26.016909 run osmo-hlr_10.42.42.2(pid=7634): stderr: \u000a| �[0;m�[1;31m20221209073223227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073223227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073223227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073223227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073223227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073223227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073223239 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073223247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073223247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073223247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:32:26.083829 run osmo-msc_10.42.42.6(pid=7640): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7640)]\u000a07:32:26.132311 run osmo-msc_10.42.42.6(pid=7640): stdout: \u000a| (launched: 2022-12-09_07:32:24.973299) \u000a07:32:26.181797 run osmo-msc_10.42.42.6(pid=7640): stderr: \u000a| �[0;m�[38;5;43m20221209073225243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209073225243 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe922fd2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209073225244 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209073225244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209073225244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209073225244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209073225246 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209073225246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209073225246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209073225246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:32:26.223056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7633): Terminating (SIGTERM)\u000a07:32:26.262314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7636): Terminating (SIGTERM)\u000a07:32:26.302334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7639): Terminating (SIGTERM)\u000a07:32:26.311702 --- ParallelTerminationStrategy: PID 7633 died...\u000a07:32:26.364170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7633): Terminated: ok {rc=0}\u000a07:32:26.373857 --- ParallelTerminationStrategy: PID 7636 died...\u000a07:32:26.426150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7636): Terminated: ok {rc=0}\u000a07:32:26.435745 --- ParallelTerminationStrategy: PID 7639 died...\u000a07:32:26.488318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7639): Terminated: ok {rc=0}\u000a07:32:26.571653 bus /sierra_3: Setting Powered False\u000a07:32:27.672128 bus /sierra_3: Setting Powered False\u000a07:32:28.782718 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7648): Process ended prematurely: osmo-stp_10.42.42.5(pid=7648) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7648)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7648): Process ended prematurely: osmo-stp_10.42.42.5(pid=7648) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:32:29.891880 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:32:29.903689 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:32:30.061761 tst mo_mt_call_osmux.py: using LAC 19906\u000a07:32:30.179399 tst mo_mt_call_osmux.py: using RAC 16\u000a07:32:30.299560 tst mo_mt_call_osmux.py: using CellId 19906\u000a07:32:30.419140 tst mo_mt_call_osmux.py: using BVCI 19907\u000a07:32:30.442170 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:32:30.453339 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:32:30.464248 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:32:30.475586 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:32:30.486899 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:32:30.498833 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:32:30.613210 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:32:30.828116 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:32:31.389503 run create_hlr_db(pid=7642): Launched\u000a07:32:31.623787 bus /sierra_2: Setting Powered False\u000a07:32:32.593343 run create_hlr_db(pid=7642): Terminated: ok {rc=0}\u000a07:32:33.073093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7644): Launched\u000a07:32:33.398507 run osmo-hlr_10.42.42.2(pid=7645): Launched\u000a07:32:33.516765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:32:34.079525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7647): Launched\u000a07:32:34.403157 run osmo-stp_10.42.42.5(pid=7648): Launched\u000a07:32:34.521238 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:32:35.112339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7650): Launched\u000a07:32:35.435673 run osmo-msc_10.42.42.6(pid=7651): Launched\u000a07:32:35.625786 run osmo-stp_10.42.42.5(pid=7648): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7648)]\u000a07:32:35.763823 run osmo-stp_10.42.42.5(pid=7648): stdout: \u000a| (launched: 2022-12-09_07:32:34.244926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:35.902242 run osmo-stp_10.42.42.5(pid=7648): stderr: \u000a| �[0;m�[38;5;43m20221209073234433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073234433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073234433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073234433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073234434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073234434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073234434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:36.032173 run osmo-stp_10.42.42.5(pid=7648): stdout: \u000a| (launched: 2022-12-09_07:32:34.244926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:36.161338 run osmo-stp_10.42.42.5(pid=7648): stderr: \u000a| �[0;m�[38;5;43m20221209073234433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073234433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073234433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073234433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073234434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073234434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073234434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:36.218082 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7648): Process ended prematurely: osmo-stp_10.42.42.5(pid=7648) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7648)] [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:32:36.227410 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:32:36.289605 run osmo-hlr_10.42.42.2(pid=7645): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7645)]\u000a07:32:36.340581 run osmo-hlr_10.42.42.2(pid=7645): stdout: \u000a| (launched: 2022-12-09_07:32:33.238750) \u000a07:32:36.392081 run osmo-hlr_10.42.42.2(pid=7645): stderr: \u000a| �[0;m�[1;31m20221209073233433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073233433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073233433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073233433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073233433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073233433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073233445 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073233454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073233454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073233455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:32:36.462578 run osmo-msc_10.42.42.6(pid=7651): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7651)]\u000a07:32:36.513512 run osmo-msc_10.42.42.6(pid=7651): stdout: \u000a| (launched: 2022-12-09_07:32:35.277088) \u000a07:32:36.565109 run osmo-msc_10.42.42.6(pid=7651): stderr: \u000a| �[0;m�[38;5;43m20221209073235598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209073235598 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d97650c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209073235598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209073235598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209073235598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209073235598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209073235600 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209073235600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209073235601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209073235601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:32:36.608840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7644): Terminating (SIGTERM)\u000a07:32:36.650255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7647): Terminating (SIGTERM)\u000a07:32:36.691830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7650): Terminating (SIGTERM)\u000a07:32:36.701617 --- ParallelTerminationStrategy: PID 7644 died...\u000a07:32:36.757056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7644): Terminated: ok {rc=0}\u000a07:32:36.767054 --- ParallelTerminationStrategy: PID 7647 died...\u000a07:32:36.822858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7647): Terminated: ok {rc=0}\u000a07:32:36.832801 --- ParallelTerminationStrategy: PID 7650 died...\u000a07:32:36.887784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7650): Terminated: ok {rc=0}\u000a07:32:36.973707 bus /sierra_3: Setting Powered False\u000a07:32:38.079397 bus /sierra_3: Setting Powered False\u000a07:32:39.186027 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:32:19" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7662): Process ended prematurely: osmo-stp_10.42.42.5(pid=7662) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7662)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7662): Process ended prematurely: osmo-stp_10.42.42.5(pid=7662) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:32:41.199304 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:32:41.211072 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:32:41.371131 tst mo_mt_call.py: using LAC 19907\u000a07:32:41.489987 tst mo_mt_call.py: using RAC 17\u000a07:32:41.611606 tst mo_mt_call.py: using CellId 19907\u000a07:32:41.731623 tst mo_mt_call.py: using BVCI 19908\u000a07:32:41.754836 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:32:41.766362 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:32:41.777434 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:32:41.788514 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:32:41.799852 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:32:41.811274 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:32:41.930617 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:32:42.139933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:32:42.616422 run create_hlr_db(pid=7656): Launched\u000a07:32:42.790957 bus /sierra_2: Setting Powered False\u000a07:32:43.811777 run create_hlr_db(pid=7656): Terminated: ok {rc=0}\u000a07:32:44.242185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7658): Launched\u000a07:32:44.566395 run osmo-hlr_10.42.42.2(pid=7659): Launched\u000a07:32:44.688026 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:32:45.251416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7661): Launched\u000a07:32:45.575962 run osmo-stp_10.42.42.5(pid=7662): Launched\u000a07:32:45.694160 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:32:46.384798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7664): Launched\u000a07:32:46.852437 run osmo-msc_10.42.42.6(pid=7665): Launched\u000a07:32:47.172244 run osmo-stp_10.42.42.5(pid=7662): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7662)]\u000a07:32:47.358649 run osmo-stp_10.42.42.5(pid=7662): stdout: \u000a| (launched: 2022-12-09_07:32:45.417314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:47.486790 run osmo-stp_10.42.42.5(pid=7662): stderr: \u000a| �[0;m�[38;5;43m20221209073245606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073245606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073245606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073245607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073245607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073245607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073245607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:47.608768 run osmo-stp_10.42.42.5(pid=7662): stdout: \u000a| (launched: 2022-12-09_07:32:45.417314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:47.730206 run osmo-stp_10.42.42.5(pid=7662): stderr: \u000a| �[0;m�[38;5;43m20221209073245606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073245606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073245606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073245607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073245607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073245607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073245607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:47.783326 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7662): Process ended prematurely: osmo-stp_10.42.42.5(pid=7662) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7662)] [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a07:32:47.792237 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a07:32:47.852227 run osmo-hlr_10.42.42.2(pid=7659): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7659)]\u000a07:32:47.901300 run osmo-hlr_10.42.42.2(pid=7659): stdout: \u000a| (launched: 2022-12-09_07:32:44.407988) \u000a07:32:47.950965 run osmo-hlr_10.42.42.2(pid=7659): stderr: \u000a| �[0;m�[1;31m20221209073244601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073244601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073244601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073244601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073244601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073244601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073244613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073244623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073244623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073244623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:32:48.017985 run osmo-msc_10.42.42.6(pid=7665): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7665)]\u000a07:32:48.066970 run osmo-msc_10.42.42.6(pid=7665): stdout: \u000a| (launched: 2022-12-09_07:32:46.543773) \u000a07:32:48.116446 run osmo-msc_10.42.42.6(pid=7665): stderr: \u000a| �[0;m�[38;5;43m20221209073246947 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209073246947 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62ce40dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209073246947 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209073246947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209073246947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209073246947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209073246949 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209073246949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209073246950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209073246950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:32:48.158268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7658): Terminating (SIGTERM)\u000a07:32:48.198245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7661): Terminating (SIGTERM)\u000a07:32:48.237869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7664): Terminating (SIGTERM)\u000a07:32:48.247532 --- ParallelTerminationStrategy: PID 7658 died...\u000a07:32:48.300471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7658): Terminated: ok {rc=0}\u000a07:32:48.310341 --- ParallelTerminationStrategy: PID 7661 died...\u000a07:32:48.363591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7661): Terminated: ok {rc=0}\u000a07:32:48.373155 --- ParallelTerminationStrategy: PID 7664 died...\u000a07:32:48.426668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7664): Terminated: ok {rc=0}\u000a07:32:48.510174 bus /sierra_3: Setting Powered False\u000a07:32:49.616125 bus /sierra_3: Setting Powered False\u000a07:32:50.727941 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7673): Process ended prematurely: osmo-stp_10.42.42.5(pid=7673) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7673)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7673): Process ended prematurely: osmo-stp_10.42.42.5(pid=7673) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7673)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:32:51.841699 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:32:51.854317 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:32:52.021766 tst mo_mt_call_osmux.py: using LAC 19908\u000a07:32:52.150230 tst mo_mt_call_osmux.py: using RAC 18\u000a07:32:52.276628 tst mo_mt_call_osmux.py: using CellId 19908\u000a07:32:52.405512 tst mo_mt_call_osmux.py: using BVCI 19909\u000a07:32:52.430164 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:32:52.441925 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:32:52.453447 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:32:52.464923 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:32:52.476757 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:32:52.488209 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:32:52.607696 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:32:52.810865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:32:53.288639 run create_hlr_db(pid=7667): Launched\u000a07:32:53.462158 bus /sierra_2: Setting Powered False\u000a07:32:54.482848 run create_hlr_db(pid=7667): Terminated: ok {rc=0}\u000a07:32:54.883147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7669): Launched\u000a07:32:55.184499 run osmo-hlr_10.42.42.2(pid=7670): Launched\u000a07:32:55.299518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:32:55.828365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7672): Launched\u000a07:32:56.129776 run osmo-stp_10.42.42.5(pid=7673): Launched\u000a07:32:56.239397 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:32:56.788862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7675): Launched\u000a07:32:57.090897 run osmo-msc_10.42.42.6(pid=7676): Launched\u000a07:32:57.267515 run osmo-stp_10.42.42.5(pid=7673): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7673)]\u000a07:32:57.395285 run osmo-stp_10.42.42.5(pid=7673): stdout: \u000a| (launched: 2022-12-09_07:32:55.981318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:57.520577 run osmo-stp_10.42.42.5(pid=7673): stderr: \u000a| �[0;m�[38;5;43m20221209073256148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073256148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073256148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073256148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073256149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073256149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073256149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:57.641636 run osmo-stp_10.42.42.5(pid=7673): stdout: \u000a| (launched: 2022-12-09_07:32:55.981318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:57.762022 run osmo-stp_10.42.42.5(pid=7673): stderr: \u000a| �[0;m�[38;5;43m20221209073256148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073256148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073256148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073256148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073256149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073256149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073256149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:57.815051 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7673): Process ended prematurely: osmo-stp_10.42.42.5(pid=7673) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7673)] [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a07:32:57.823713 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a07:32:57.883232 run osmo-hlr_10.42.42.2(pid=7670): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7670)]\u000a07:32:57.931765 run osmo-hlr_10.42.42.2(pid=7670): stdout: \u000a| (launched: 2022-12-09_07:32:55.036315) \u000a07:32:57.980913 run osmo-hlr_10.42.42.2(pid=7670): stderr: \u000a| �[0;m�[1;31m20221209073255210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073255210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073255210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073255210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073255210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073255210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073255223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073255231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073255232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073255232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:32:58.047608 run osmo-msc_10.42.42.6(pid=7676): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7676)]\u000a07:32:58.096101 run osmo-msc_10.42.42.6(pid=7676): stdout: \u000a| (launched: 2022-12-09_07:32:56.941920) \u000a07:32:58.145268 run osmo-msc_10.42.42.6(pid=7676): stderr: \u000a| �[0;m�[38;5;43m20221209073257207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209073257207 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9b72f78c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209073257207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209073257207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209073257208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209073257208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209073257210 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209073257210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209073257210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209073257210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:32:58.186496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7669): Terminating (SIGTERM)\u000a07:32:58.225882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7672): Terminating (SIGTERM)\u000a07:32:58.265157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7675): Terminating (SIGTERM)\u000a07:32:58.274525 --- ParallelTerminationStrategy: PID 7669 died...\u000a07:32:58.327169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7669): Terminated: ok {rc=0}\u000a07:32:58.336769 --- ParallelTerminationStrategy: PID 7672 died...\u000a07:32:58.389712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7672): Terminated: ok {rc=0}\u000a07:32:58.399159 --- ParallelTerminationStrategy: PID 7675 died...\u000a07:32:58.451275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7675): Terminated: ok {rc=0}\u000a07:32:58.538329 bus /sierra_3: Setting Powered False\u000a07:32:59.640425 bus /sierra_3: Setting Powered False\u000a07:33:00.749837 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:32:40" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7688): Process ended prematurely: osmo-stp_10.42.42.5(pid=7688) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7688)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7688): Process ended prematurely: osmo-stp_10.42.42.5(pid=7688) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7688)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:33:02.822829 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:33:02.834654 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:33:03.000116 tst mo_mt_call.py: using LAC 19909\u000a07:33:03.126521 tst mo_mt_call.py: using RAC 19\u000a07:33:03.253101 tst mo_mt_call.py: using CellId 19909\u000a07:33:03.381370 tst mo_mt_call.py: using BVCI 19910\u000a07:33:03.406134 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:33:03.417750 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:33:03.429144 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:33:03.440557 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:33:03.452143 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:33:03.463636 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:33:03.584560 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:33:03.795802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:33:04.303462 run create_hlr_db(pid=7682): Launched\u000a07:33:04.477462 bus /sierra_2: Setting Powered False\u000a07:33:05.511775 run create_hlr_db(pid=7682): Terminated: ok {rc=0}\u000a07:33:05.917006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7684): Launched\u000a07:33:06.228217 run osmo-hlr_10.42.42.2(pid=7685): Launched\u000a07:33:06.343322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:33:06.868281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7687): Launched\u000a07:33:07.168465 run osmo-stp_10.42.42.5(pid=7688): Launched\u000a07:33:07.277908 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:33:07.826654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7690): Launched\u000a07:33:08.127788 run osmo-msc_10.42.42.6(pid=7691): Launched\u000a07:33:08.303366 run osmo-stp_10.42.42.5(pid=7688): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7688)]\u000a07:33:08.430544 run osmo-stp_10.42.42.5(pid=7688): stdout: \u000a| (launched: 2022-12-09_07:33:07.021458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:08.555455 run osmo-stp_10.42.42.5(pid=7688): stderr: \u000a| �[0;m�[38;5;43m20221209073307187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073307188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073307188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073307188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073307189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073307189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073307189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:08.676113 run osmo-stp_10.42.42.5(pid=7688): stdout: \u000a| (launched: 2022-12-09_07:33:07.021458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:08.795494 run osmo-stp_10.42.42.5(pid=7688): stderr: \u000a| �[0;m�[38;5;43m20221209073307187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073307188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073307188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073307188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073307189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073307189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073307189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:08.848689 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7688): Process ended prematurely: osmo-stp_10.42.42.5(pid=7688) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7688)] [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:33:08.857431 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:33:08.916774 run osmo-hlr_10.42.42.2(pid=7685): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7685)]\u000a07:33:08.965101 run osmo-hlr_10.42.42.2(pid=7685): stdout: \u000a| (launched: 2022-12-09_07:33:06.070410) \u000a07:33:09.014902 run osmo-hlr_10.42.42.2(pid=7685): stderr: \u000a| �[0;m�[1;31m20221209073306244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073306244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073306244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073306244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073306244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073306244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073306257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073306265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073306265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073306265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:33:09.081722 run osmo-msc_10.42.42.6(pid=7691): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7691)]\u000a07:33:09.130468 run osmo-msc_10.42.42.6(pid=7691): stdout: \u000a| (launched: 2022-12-09_07:33:07.979383) \u000a07:33:09.179380 run osmo-msc_10.42.42.6(pid=7691): stderr: \u000a| �[0;m�[38;5;43m20221209073308248 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209073308249 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8cf26f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209073308249 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209073308249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209073308249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209073308249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209073308251 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209073308252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209073308252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209073308252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:33:09.221013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7684): Terminating (SIGTERM)\u000a07:33:09.259944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7687): Terminating (SIGTERM)\u000a07:33:09.299037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7690): Terminating (SIGTERM)\u000a07:33:09.308325 --- ParallelTerminationStrategy: PID 7684 died...\u000a07:33:09.361296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7684): Terminated: ok {rc=0}\u000a07:33:09.370768 --- ParallelTerminationStrategy: PID 7687 died...\u000a07:33:09.423755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7687): Terminated: ok {rc=0}\u000a07:33:09.433319 --- ParallelTerminationStrategy: PID 7690 died...\u000a07:33:09.485968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7690): Terminated: ok {rc=0}\u000a07:33:09.569683 bus /sierra_3: Setting Powered False\u000a07:33:10.677301 bus /sierra_3: Setting Powered False\u000a07:33:11.784981 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7699): Process ended prematurely: osmo-stp_10.42.42.5(pid=7699) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7699)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7699): Process ended prematurely: osmo-stp_10.42.42.5(pid=7699) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7699)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:33:12.900415 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:33:12.912794 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:33:13.077468 tst mo_mt_call_osmux.py: using LAC 19910\u000a07:33:13.205220 tst mo_mt_call_osmux.py: using RAC 20\u000a07:33:13.333338 tst mo_mt_call_osmux.py: using CellId 19910\u000a07:33:13.462538 tst mo_mt_call_osmux.py: using BVCI 19911\u000a07:33:13.487244 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:33:13.498966 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:33:13.510451 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:33:13.522160 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:33:13.533793 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:33:13.545217 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:33:13.664890 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:33:13.865653 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:33:14.340352 run create_hlr_db(pid=7693): Launched\u000a07:33:14.515395 bus /sierra_2: Setting Powered False\u000a07:33:15.537838 run create_hlr_db(pid=7693): Terminated: ok {rc=0}\u000a07:33:15.983952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7695): Launched\u000a07:33:16.427150 run osmo-hlr_10.42.42.2(pid=7696): Launched\u000a07:33:16.652623 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:33:17.245194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7698): Launched\u000a07:33:17.572351 run osmo-stp_10.42.42.5(pid=7699): Launched\u000a07:33:17.689684 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:33:18.283062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7701): Launched\u000a07:33:18.609149 run osmo-msc_10.42.42.6(pid=7702): Launched\u000a07:33:18.797884 run osmo-stp_10.42.42.5(pid=7699): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7699)]\u000a07:33:18.934147 run osmo-stp_10.42.42.5(pid=7699): stdout: \u000a| (launched: 2022-12-09_07:33:17.412005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:19.069436 run osmo-stp_10.42.42.5(pid=7699): stderr: \u000a| �[0;m�[38;5;43m20221209073317602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073317602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073317602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073317603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073317603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073317603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073317603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:19.199722 run osmo-stp_10.42.42.5(pid=7699): stdout: \u000a| (launched: 2022-12-09_07:33:17.412005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:19.328786 run osmo-stp_10.42.42.5(pid=7699): stderr: \u000a| �[0;m�[38;5;43m20221209073317602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073317602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073317602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073317603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073317603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073317603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073317603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:19.385864 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7699): Process ended prematurely: osmo-stp_10.42.42.5(pid=7699) [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7699)] [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:33:19.395305 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a07:33:19.457678 run osmo-hlr_10.42.42.2(pid=7696): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7696)]\u000a07:33:19.508552 run osmo-hlr_10.42.42.2(pid=7696): stdout: \u000a| (launched: 2022-12-09_07:33:16.151290) \u000a07:33:19.560082 run osmo-hlr_10.42.42.2(pid=7696): stderr: \u000a| �[0;m�[1;31m20221209073316418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073316418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073316418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073316418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073316418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073316418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073316442 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073316450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073316450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073316451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:33:19.630325 run osmo-msc_10.42.42.6(pid=7702): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7702)]\u000a07:33:19.681070 run osmo-msc_10.42.42.6(pid=7702): stdout: \u000a| (launched: 2022-12-09_07:33:18.448411) \u000a07:33:19.733167 run osmo-msc_10.42.42.6(pid=7702): stderr: \u000a| �[0;m�[38;5;43m20221209073318766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209073318766 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa36a032c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209073318766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209073318766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209073318767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209073318767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209073318768 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209073318769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209073318769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209073318769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:33:19.777463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7695): Terminating (SIGTERM)\u000a07:33:19.819197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7698): Terminating (SIGTERM)\u000a07:33:19.860873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7701): Terminating (SIGTERM)\u000a07:33:19.870654 --- ParallelTerminationStrategy: PID 7695 died...\u000a07:33:19.926551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7695): Terminated: ok {rc=0}\u000a07:33:19.936654 --- ParallelTerminationStrategy: PID 7698 died...\u000a07:33:19.992121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7698): Terminated: ok {rc=0}\u000a07:33:20.002245 --- ParallelTerminationStrategy: PID 7701 died...\u000a07:33:20.058050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7701): Terminated: ok {rc=0}\u000a07:33:20.144161 bus /sierra_3: Setting Powered False\u000a07:33:21.249765 bus /sierra_3: Setting Powered False\u000a07:33:22.360607 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:33:02" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7714): Process ended prematurely: osmo-stp_10.42.42.5(pid=7714) [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7714)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7714): Process ended prematurely: osmo-stp_10.42.42.5(pid=7714) [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:33:24.373358 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:33:24.385070 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:33:24.551700 tst mo_mt_call.py: using LAC 19911\u000a07:33:24.677975 tst mo_mt_call.py: using RAC 21\u000a07:33:24.809545 tst mo_mt_call.py: using CellId 19911\u000a07:33:24.937176 tst mo_mt_call.py: using BVCI 19912\u000a07:33:24.961913 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:33:24.973802 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:33:24.985602 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:33:24.997302 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:33:25.008782 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:33:25.020331 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:33:25.142698 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:33:25.356715 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:33:25.875475 run create_hlr_db(pid=7708): Launched\u000a07:33:26.062478 bus /sierra_2: Setting Powered False\u000a07:33:27.084257 run create_hlr_db(pid=7708): Terminated: ok {rc=0}\u000a07:33:27.487605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7710): Launched\u000a07:33:27.789176 run osmo-hlr_10.42.42.2(pid=7711): Launched\u000a07:33:27.907550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:33:28.436722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7713): Launched\u000a07:33:28.738475 run osmo-stp_10.42.42.5(pid=7714): Launched\u000a07:33:28.848502 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:33:29.401972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7716): Launched\u000a07:33:29.704223 run osmo-msc_10.42.42.6(pid=7717): Launched\u000a07:33:29.880681 run osmo-stp_10.42.42.5(pid=7714): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7714)]\u000a07:33:30.009091 run osmo-stp_10.42.42.5(pid=7714): stdout: \u000a| (launched: 2022-12-09_07:33:28.590526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:30.134915 run osmo-stp_10.42.42.5(pid=7714): stderr: \u000a| �[0;m�[38;5;43m20221209073328758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073328758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073328759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073328759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073328759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073328760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073328760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:30.256158 run osmo-stp_10.42.42.5(pid=7714): stdout: \u000a| (launched: 2022-12-09_07:33:28.590526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:30.376275 run osmo-stp_10.42.42.5(pid=7714): stderr: \u000a| �[0;m�[38;5;43m20221209073328758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073328758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073328759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073328759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073328759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073328760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073328760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:30.429377 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7714): Process ended prematurely: osmo-stp_10.42.42.5(pid=7714) [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7714)] [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:33:30.437965 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:33:30.497743 run osmo-hlr_10.42.42.2(pid=7711): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7711)]\u000a07:33:30.546588 run osmo-hlr_10.42.42.2(pid=7711): stdout: \u000a| (launched: 2022-12-09_07:33:27.641546) \u000a07:33:30.596070 run osmo-hlr_10.42.42.2(pid=7711): stderr: \u000a| �[0;m�[1;31m20221209073327814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073327814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073327814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073327814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073327814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073327814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073327826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073327835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073327835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073327835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:33:30.663185 run osmo-msc_10.42.42.6(pid=7717): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7717)]\u000a07:33:30.711679 run osmo-msc_10.42.42.6(pid=7717): stdout: \u000a| (launched: 2022-12-09_07:33:29.555632) \u000a07:33:30.760788 run osmo-msc_10.42.42.6(pid=7717): stderr: \u000a| �[0;m�[38;5;43m20221209073329824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209073329824 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcaf5145c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209073329824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209073329824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209073329825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209073329825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209073329826 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209073329827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209073329827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209073329827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:33:30.802552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7710): Terminating (SIGTERM)\u000a07:33:30.846782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7713): Terminating (SIGTERM)\u000a07:33:30.899941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7716): Terminating (SIGTERM)\u000a07:33:30.912856 --- ParallelTerminationStrategy: PID 7710 died...\u000a07:33:30.967707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7710): Terminated: ok {rc=0}\u000a07:33:30.978677 --- ParallelTerminationStrategy: PID 7713 died...\u000a07:33:31.034885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7713): Terminated: ok {rc=0}\u000a07:33:31.045419 --- ParallelTerminationStrategy: PID 7716 died...\u000a07:33:31.101816 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7716): Terminated: ok {rc=0}\u000a07:33:31.187077 bus /sierra_3: Setting Powered False\u000a07:33:32.295020 bus /sierra_3: Setting Powered False\u000a07:33:33.406941 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7725): Process ended prematurely: osmo-stp_10.42.42.5(pid=7725) [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7725)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7725): Process ended prematurely: osmo-stp_10.42.42.5(pid=7725) [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:33:34.516800 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:33:34.528917 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:33:34.699644 tst mo_mt_call_osmux.py: using LAC 19912\u000a07:33:34.819837 tst mo_mt_call_osmux.py: using RAC 22\u000a07:33:34.944698 tst mo_mt_call_osmux.py: using CellId 19912\u000a07:33:35.070703 tst mo_mt_call_osmux.py: using BVCI 19913\u000a07:33:35.095771 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:33:35.107811 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:33:35.119644 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:33:35.131483 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:33:35.143381 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:33:35.155073 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:33:35.273498 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:33:35.477905 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:33:35.952086 run create_hlr_db(pid=7719): Launched\u000a07:33:36.125193 bus /sierra_2: Setting Powered False\u000a07:33:37.148296 run create_hlr_db(pid=7719): Terminated: ok {rc=0}\u000a07:33:37.549352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7721): Launched\u000a07:33:37.852367 run osmo-hlr_10.42.42.2(pid=7722): Launched\u000a07:33:37.967974 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:33:38.495713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7724): Launched\u000a07:33:38.795743 run osmo-stp_10.42.42.5(pid=7725): Launched\u000a07:33:38.905281 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:33:39.461630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7727): Launched\u000a07:33:39.785903 run osmo-msc_10.42.42.6(pid=7728): Launched\u000a07:33:39.974626 run osmo-stp_10.42.42.5(pid=7725): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7725)]\u000a07:33:40.110713 run osmo-stp_10.42.42.5(pid=7725): stdout: \u000a| (launched: 2022-12-09_07:33:38.648681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:40.245763 run osmo-stp_10.42.42.5(pid=7725): stderr: \u000a| �[0;m�[38;5;43m20221209073338818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073338818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073338818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073338818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073338819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073338819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073338819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:40.376196 run osmo-stp_10.42.42.5(pid=7725): stdout: \u000a| (launched: 2022-12-09_07:33:38.648681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:40.505451 run osmo-stp_10.42.42.5(pid=7725): stderr: \u000a| �[0;m�[38;5;43m20221209073338818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073338818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073338818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073338818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073338819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073338819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073338819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:40.563477 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7725): Process ended prematurely: osmo-stp_10.42.42.5(pid=7725) [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7725)] [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:33:40.573126 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a07:33:40.635257 run osmo-hlr_10.42.42.2(pid=7722): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7722)]\u000a07:33:40.685833 run osmo-hlr_10.42.42.2(pid=7722): stdout: \u000a| (launched: 2022-12-09_07:33:37.702667) \u000a07:33:40.737690 run osmo-hlr_10.42.42.2(pid=7722): stderr: \u000a| �[0;m�[1;31m20221209073337874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073337874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073337874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073337874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073337874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073337874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073337887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073337895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073337895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073337895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:33:40.807680 run osmo-msc_10.42.42.6(pid=7728): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7728)]\u000a07:33:40.858601 run osmo-msc_10.42.42.6(pid=7728): stdout: \u000a| (launched: 2022-12-09_07:33:39.627203) \u000a07:33:40.909826 run osmo-msc_10.42.42.6(pid=7728): stderr: \u000a| �[0;m�[38;5;43m20221209073339945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209073339946 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f32b60a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209073339946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209073339946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209073339946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209073339946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209073339949 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209073339949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209073339949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209073339949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:33:40.953508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7721): Terminating (SIGTERM)\u000a07:33:40.994940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7724): Terminating (SIGTERM)\u000a07:33:41.036246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7727): Terminating (SIGTERM)\u000a07:33:41.045943 --- ParallelTerminationStrategy: PID 7721 died...\u000a07:33:41.101544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7721): Terminated: ok {rc=0}\u000a07:33:41.111695 --- ParallelTerminationStrategy: PID 7724 died...\u000a07:33:41.167290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7724): Terminated: ok {rc=0}\u000a07:33:41.177409 --- ParallelTerminationStrategy: PID 7727 died...\u000a07:33:41.232446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7727): Terminated: ok {rc=0}\u000a07:33:41.318541 bus /sierra_3: Setting Powered False\u000a07:33:42.420931 bus /sierra_3: Setting Powered False\u000a07:33:43.529604 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:33:24" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7740): Process ended prematurely: osmo-stp_10.42.42.5(pid=7740) [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7740)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7740): Process ended prematurely: osmo-stp_10.42.42.5(pid=7740) [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a07:33:45.518635 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:33:45.529659 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:33:45.685896 tst mo_mt_call.py: using LAC 19913\u000a07:33:45.806005 tst mo_mt_call.py: using RAC 23\u000a07:33:45.942431 tst mo_mt_call.py: using CellId 19913\u000a07:33:46.061719 tst mo_mt_call.py: using BVCI 19914\u000a07:33:46.085327 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:33:46.096897 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:33:46.108281 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:33:46.120028 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:33:46.131645 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:33:46.143296 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:33:46.258210 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:33:46.463574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:33:47.029412 run create_hlr_db(pid=7734): Launched\u000a07:33:47.210434 bus /sierra_2: Setting Powered False\u000a07:33:48.225758 run create_hlr_db(pid=7734): Terminated: ok {rc=0}\u000a07:33:48.655610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7736): Launched\u000a07:33:48.980699 run osmo-hlr_10.42.42.2(pid=7737): Launched\u000a07:33:49.098279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:33:49.661296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7739): Launched\u000a07:33:49.987531 run osmo-stp_10.42.42.5(pid=7740): Launched\u000a07:33:50.105060 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:33:50.696015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7742): Launched\u000a07:33:51.019964 run osmo-msc_10.42.42.6(pid=7743): Launched\u000a07:33:51.209175 run osmo-stp_10.42.42.5(pid=7740): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7740)]\u000a07:33:51.345336 run osmo-stp_10.42.42.5(pid=7740): stdout: \u000a| (launched: 2022-12-09_07:33:49.826896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:51.480071 run osmo-stp_10.42.42.5(pid=7740): stderr: \u000a| �[0;m�[38;5;43m20221209073350015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073350015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073350015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073350016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073350016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073350016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073350016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:51.610321 run osmo-stp_10.42.42.5(pid=7740): stdout: \u000a| (launched: 2022-12-09_07:33:49.826896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:51.740089 run osmo-stp_10.42.42.5(pid=7740): stderr: \u000a| �[0;m�[38;5;43m20221209073350015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073350015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073350015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073350016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073350016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073350016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073350016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:51.797191 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7740): Process ended prematurely: osmo-stp_10.42.42.5(pid=7740) [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7740)] [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a07:33:51.806390 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a07:33:51.868421 run osmo-hlr_10.42.42.2(pid=7737): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7737)]\u000a07:33:51.919312 run osmo-hlr_10.42.42.2(pid=7737): stdout: \u000a| (launched: 2022-12-09_07:33:48.821431) \u000a07:33:51.970777 run osmo-hlr_10.42.42.2(pid=7737): stderr: \u000a| �[0;m�[1;31m20221209073349016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073349016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073349016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073349017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073349017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073349017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073349032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073349040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073349041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073349041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:33:52.040677 run osmo-msc_10.42.42.6(pid=7743): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7743)]\u000a07:33:52.091543 run osmo-msc_10.42.42.6(pid=7743): stdout: \u000a| (launched: 2022-12-09_07:33:50.861435) \u000a07:33:52.142787 run osmo-msc_10.42.42.6(pid=7743): stderr: \u000a| �[0;m�[38;5;43m20221209073351181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209073351181 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f63d00bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209073351181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209073351181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209073351181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209073351182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209073351183 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209073351184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209073351184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209073351184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:33:52.186423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7736): Terminating (SIGTERM)\u000a07:33:52.227801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7739): Terminating (SIGTERM)\u000a07:33:52.269218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7742): Terminating (SIGTERM)\u000a07:33:52.278532 --- ParallelTerminationStrategy: PID 7736 died...\u000a07:33:52.333976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7736): Terminated: ok {rc=0}\u000a07:33:52.344046 --- ParallelTerminationStrategy: PID 7739 died...\u000a07:33:52.399124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7739): Terminated: ok {rc=0}\u000a07:33:52.409127 --- ParallelTerminationStrategy: PID 7742 died...\u000a07:33:52.464101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7742): Terminated: ok {rc=0}\u000a07:33:52.549518 bus /sierra_3: Setting Powered False\u000a07:33:53.655817 bus /sierra_3: Setting Powered False\u000a07:33:54.763405 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7751): Process ended prematurely: osmo-stp_10.42.42.5(pid=7751) [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7751)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7751): Process ended prematurely: osmo-stp_10.42.42.5(pid=7751) [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:33:55.877558 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:33:55.890127 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:33:56.056894 tst mo_mt_call_osmux.py: using LAC 19914\u000a07:33:56.183465 tst mo_mt_call_osmux.py: using RAC 24\u000a07:33:56.306676 tst mo_mt_call_osmux.py: using CellId 19914\u000a07:33:56.427956 tst mo_mt_call_osmux.py: using BVCI 19915\u000a07:33:56.450873 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:33:56.461973 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:33:56.472932 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:33:56.484140 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:33:56.495426 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:33:56.506524 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:33:56.626583 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:33:56.829430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:33:57.304696 run create_hlr_db(pid=7745): Launched\u000a07:33:57.478363 bus /sierra_2: Setting Powered False\u000a07:33:58.499159 run create_hlr_db(pid=7745): Terminated: ok {rc=0}\u000a07:33:58.929420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7747): Launched\u000a07:33:59.254688 run osmo-hlr_10.42.42.2(pid=7748): Launched\u000a07:33:59.374374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:33:59.939306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7750): Launched\u000a07:34:00.262092 run osmo-stp_10.42.42.5(pid=7751): Launched\u000a07:34:00.383158 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:34:01.009616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7753): Launched\u000a07:34:01.417177 run osmo-msc_10.42.42.6(pid=7754): Launched\u000a07:34:01.805616 run osmo-stp_10.42.42.5(pid=7751): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7751)]\u000a07:34:01.975239 run osmo-stp_10.42.42.5(pid=7751): stdout: \u000a| (launched: 2022-12-09_07:34:00.103867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:02.211862 run osmo-stp_10.42.42.5(pid=7751): stderr: \u000a| �[0;m�[38;5;43m20221209073400293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073400293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073400294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073400294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073400294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073400294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073400294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:02.353187 run osmo-stp_10.42.42.5(pid=7751): stdout: \u000a| (launched: 2022-12-09_07:34:00.103867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:02.482622 run osmo-stp_10.42.42.5(pid=7751): stderr: \u000a| �[0;m�[38;5;43m20221209073400293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073400293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073400294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073400294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073400294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073400294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073400294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:02.539554 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7751): Process ended prematurely: osmo-stp_10.42.42.5(pid=7751) [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7751)] [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a07:34:02.549106 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a07:34:02.611337 run osmo-hlr_10.42.42.2(pid=7748): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7748)]\u000a07:34:02.661959 run osmo-hlr_10.42.42.2(pid=7748): stdout: \u000a| (launched: 2022-12-09_07:33:59.094958) \u000a07:34:02.713392 run osmo-hlr_10.42.42.2(pid=7748): stderr: \u000a| �[0;m�[1;31m20221209073359291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073359291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073359291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073359291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073359291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073359291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073359304 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073359314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073359314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073359315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:34:02.783510 run osmo-msc_10.42.42.6(pid=7754): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7754)]\u000a07:34:02.834284 run osmo-msc_10.42.42.6(pid=7754): stdout: \u000a| (launched: 2022-12-09_07:34:01.168744) \u000a07:34:02.885548 run osmo-msc_10.42.42.6(pid=7754): stderr: \u000a| �[0;m�[38;5;43m20221209073401756 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209073401756 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feee466cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209073401756 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209073401756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209073401756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209073401756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209073401758 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209073401759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209073401759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209073401759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:34:02.929013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7747): Terminating (SIGTERM)\u000a07:34:02.970461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7750): Terminating (SIGTERM)\u000a07:34:03.012013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7753): Terminating (SIGTERM)\u000a07:34:03.021720 --- ParallelTerminationStrategy: PID 7747 died...\u000a07:34:03.077249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7747): Terminated: ok {rc=0}\u000a07:34:03.087488 --- ParallelTerminationStrategy: PID 7750 died...\u000a07:34:03.142824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7750): Terminated: ok {rc=0}\u000a07:34:03.152865 --- ParallelTerminationStrategy: PID 7753 died...\u000a07:34:03.208332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7753): Terminated: ok {rc=0}\u000a07:34:03.295709 bus /sierra_3: Setting Powered False\u000a07:34:04.402178 bus /sierra_3: Setting Powered False\u000a07:34:05.508585 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:33:45" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7765): Process ended prematurely: osmo-stp_10.42.42.5(pid=7765) [trial-2356↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7765)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7765): Process ended prematurely: osmo-stp_10.42.42.5(pid=7765) [trial-2356↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a07:34:07.512248 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:34:07.523931 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:34:07.662023 tst mo_mt_call.py: using LAC 19915\u000a07:34:07.783090 tst mo_mt_call.py: using RAC 25\u000a07:34:07.903158 tst mo_mt_call.py: using CellId 19915\u000a07:34:08.023097 tst mo_mt_call.py: using BVCI 19916\u000a07:34:08.045970 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:34:08.057362 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:34:08.068452 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:34:08.080054 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:34:08.091617 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:34:08.103350 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:34:08.222790 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:34:08.434555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:34:08.949890 run create_hlr_db(pid=7759): Launched\u000a07:34:09.135601 bus /sierra_2: Setting Powered False\u000a07:34:10.146768 run create_hlr_db(pid=7759): Terminated: ok {rc=0}\u000a07:34:10.582846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7761): Launched\u000a07:34:10.907294 run osmo-hlr_10.42.42.2(pid=7762): Launched\u000a07:34:11.026032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:34:11.587411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7764): Launched\u000a07:34:11.910824 run osmo-stp_10.42.42.5(pid=7765): Launched\u000a07:34:12.043989 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:34:12.634860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7767): Launched\u000a07:34:12.960773 run osmo-msc_10.42.42.6(pid=7768): Launched\u000a07:34:13.148796 run osmo-stp_10.42.42.5(pid=7765): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7765)]\u000a07:34:13.284541 run osmo-stp_10.42.42.5(pid=7765): stdout: \u000a| (launched: 2022-12-09_07:34:11.752681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:13.420305 run osmo-stp_10.42.42.5(pid=7765): stderr: \u000a| �[0;m�[38;5;43m20221209073411997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073411997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073411997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073411998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073411998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073411998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073411998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:13.550937 run osmo-stp_10.42.42.5(pid=7765): stdout: \u000a| (launched: 2022-12-09_07:34:11.752681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:13.680046 run osmo-stp_10.42.42.5(pid=7765): stderr: \u000a| �[0;m�[38;5;43m20221209073411997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073411997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073411997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073411998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073411998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073411998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073411998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:13.737104 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7765): Process ended prematurely: osmo-stp_10.42.42.5(pid=7765) [trial-2356↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7765)] [trial-2356↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a07:34:13.746923 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a07:34:13.809374 run osmo-hlr_10.42.42.2(pid=7762): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7762)]\u000a07:34:13.860446 run osmo-hlr_10.42.42.2(pid=7762): stdout: \u000a| (launched: 2022-12-09_07:34:10.747830) \u000a07:34:13.912040 run osmo-hlr_10.42.42.2(pid=7762): stderr: \u000a| �[0;m�[1;31m20221209073410941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073410941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073410941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073410941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073410941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073410941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073410953 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073410962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073410962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073410962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:34:13.982610 run osmo-msc_10.42.42.6(pid=7768): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7768)]\u000a07:34:14.033746 run osmo-msc_10.42.42.6(pid=7768): stdout: \u000a| (launched: 2022-12-09_07:34:12.801104) \u000a07:34:14.085294 run osmo-msc_10.42.42.6(pid=7768): stderr: \u000a| �[0;m�[38;5;43m20221209073413120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209073413120 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f63f9a4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209073413120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209073413120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209073413120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209073413121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209073413122 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209073413123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209073413123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209073413123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:34:14.128881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7761): Terminating (SIGTERM)\u000a07:34:14.170216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7764): Terminating (SIGTERM)\u000a07:34:14.211689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7767): Terminating (SIGTERM)\u000a07:34:14.221391 --- ParallelTerminationStrategy: PID 7761 died...\u000a07:34:14.276581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7761): Terminated: ok {rc=0}\u000a07:34:14.286646 --- ParallelTerminationStrategy: PID 7764 died...\u000a07:34:14.342168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7764): Terminated: ok {rc=0}\u000a07:34:14.352139 --- ParallelTerminationStrategy: PID 7767 died...\u000a07:34:14.407206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7767): Terminated: ok {rc=0}\u000a07:34:14.494163 bus /sierra_3: Setting Powered False\u000a07:34:15.598963 bus /sierra_3: Setting Powered False\u000a07:34:16.713394 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7776): Process ended prematurely: osmo-stp_10.42.42.5(pid=7776) [trial-2356↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7776)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7776): Process ended prematurely: osmo-stp_10.42.42.5(pid=7776) [trial-2356↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:34:17.831749 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:34:17.844427 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:34:17.992467 tst mo_mt_call_osmux.py: using LAC 19916\u000a07:34:18.120832 tst mo_mt_call_osmux.py: using RAC 26\u000a07:34:18.252023 tst mo_mt_call_osmux.py: using CellId 19916\u000a07:34:18.373979 tst mo_mt_call_osmux.py: using BVCI 19917\u000a07:34:18.397056 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:34:18.408748 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:34:18.420200 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:34:18.431523 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:34:18.442906 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:34:18.454440 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:34:18.570775 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:34:18.782803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:34:19.302488 run create_hlr_db(pid=7770): Launched\u000a07:34:19.490496 bus /sierra_2: Setting Powered False\u000a07:34:20.511777 run create_hlr_db(pid=7770): Terminated: ok {rc=0}\u000a07:34:20.918410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7772): Launched\u000a07:34:21.222547 run osmo-hlr_10.42.42.2(pid=7773): Launched\u000a07:34:21.335430 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:34:21.863484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7775): Launched\u000a07:34:22.165716 run osmo-stp_10.42.42.5(pid=7776): Launched\u000a07:34:22.276160 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:34:22.829036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7778): Launched\u000a07:34:23.133814 run osmo-msc_10.42.42.6(pid=7779): Launched\u000a07:34:23.311255 run osmo-stp_10.42.42.5(pid=7776): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7776)]\u000a07:34:23.439790 run osmo-stp_10.42.42.5(pid=7776): stdout: \u000a| (launched: 2022-12-09_07:34:22.017211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:23.566375 run osmo-stp_10.42.42.5(pid=7776): stderr: \u000a| �[0;m�[38;5;43m20221209073422183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073422183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073422183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073422184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073422184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073422184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073422185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:23.688536 run osmo-stp_10.42.42.5(pid=7776): stdout: \u000a| (launched: 2022-12-09_07:34:22.017211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:23.810643 run osmo-stp_10.42.42.5(pid=7776): stderr: \u000a| �[0;m�[38;5;43m20221209073422183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073422183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073422183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073422184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073422184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073422184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073422185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:23.864157 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7776): Process ended prematurely: osmo-stp_10.42.42.5(pid=7776) [trial-2356↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7776)] [trial-2356↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a07:34:23.872828 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a07:34:23.932276 run osmo-hlr_10.42.42.2(pid=7773): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7773)]\u000a07:34:23.981123 run osmo-hlr_10.42.42.2(pid=7773): stdout: \u000a| (launched: 2022-12-09_07:34:21.072467) \u000a07:34:24.030332 run osmo-hlr_10.42.42.2(pid=7773): stderr: \u000a| �[0;m�[1;31m20221209073421246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073421246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073421246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073421246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073421246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073421246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073421258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073421269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073421269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073421269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:34:24.097373 run osmo-msc_10.42.42.6(pid=7779): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7779)]\u000a07:34:24.146407 run osmo-msc_10.42.42.6(pid=7779): stdout: \u000a| (launched: 2022-12-09_07:34:22.983487) \u000a07:34:24.195959 run osmo-msc_10.42.42.6(pid=7779): stderr: \u000a| �[0;m�[38;5;43m20221209073423254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209073423254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3bfa3ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209073423254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209073423254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209073423254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209073423254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209073423256 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209073423256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209073423257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209073423257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:34:24.237640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7772): Terminating (SIGTERM)\u000a07:34:24.277102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7775): Terminating (SIGTERM)\u000a07:34:24.316550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7778): Terminating (SIGTERM)\u000a07:34:24.326001 --- ParallelTerminationStrategy: PID 7772 died...\u000a07:34:24.378881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7772): Terminated: ok {rc=0}\u000a07:34:24.389098 --- ParallelTerminationStrategy: PID 7775 died...\u000a07:34:24.441804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7775): Terminated: ok {rc=0}\u000a07:34:24.451352 --- ParallelTerminationStrategy: PID 7778 died...\u000a07:34:24.503636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7778): Terminated: ok {rc=0}\u000a07:34:24.586716 bus /sierra_3: Setting Powered False\u000a07:34:25.692254 bus /sierra_3: Setting Powered False\u000a07:34:26.802390 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:34:07" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7790): Process ended prematurely: osmo-stp_10.42.42.5(pid=7790) [trial-2356↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7790)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7790): Process ended prematurely: osmo-stp_10.42.42.5(pid=7790) [trial-2356↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:34:28.813962 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:34:28.824549 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:34:28.958273 tst emergency_mo_mt_call.py: using LAC 19917\u000a07:34:29.074272 tst emergency_mo_mt_call.py: using RAC 27\u000a07:34:29.190454 tst emergency_mo_mt_call.py: using CellId 19917\u000a07:34:29.305899 tst emergency_mo_mt_call.py: using BVCI 19918\u000a07:34:29.328381 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:34:29.339177 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:34:29.349749 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:34:29.361066 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:34:29.371857 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:34:29.382654 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:34:29.501315 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:34:29.705218 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:34:30.174898 run create_hlr_db(pid=7784): Launched\u000a07:34:30.346431 bus /sierra_2: Setting Powered False\u000a07:34:31.413985 run create_hlr_db(pid=7784): Terminated: ok {rc=0}\u000a07:34:31.853310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7786): Launched\u000a07:34:32.231200 run osmo-hlr_10.42.42.2(pid=7787): Launched\u000a07:34:32.350891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:34:32.908238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7789): Launched\u000a07:34:33.228218 run osmo-stp_10.42.42.5(pid=7790): Launched\u000a07:34:33.353942 tst emergency_mo_mt_call.py: using MSISDN 7090\u000a07:34:33.513200 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:34:34.095953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7792): Launched\u000a07:34:34.415521 run osmo-msc_10.42.42.6(pid=7793): Launched\u000a07:34:34.602655 run osmo-stp_10.42.42.5(pid=7790): ERR: Terminated: ERROR {rc=1} [trial-2356↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7790)]\u000a07:34:34.737601 run osmo-stp_10.42.42.5(pid=7790): stdout: \u000a| (launched: 2022-12-09_07:34:33.070668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:34.872680 run osmo-stp_10.42.42.5(pid=7790): stderr: \u000a| �[0;m�[38;5;43m20221209073433260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073433260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073433260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073433261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073433261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073433261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073433261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:35.001166 run osmo-stp_10.42.42.5(pid=7790): stdout: \u000a| (launched: 2022-12-09_07:34:33.070668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:35.128156 run osmo-stp_10.42.42.5(pid=7790): stderr: \u000a| �[0;m�[38;5;43m20221209073433260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073433260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073433260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073433261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073433261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073433261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073433261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:35.184259 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=7790): Process ended prematurely: osmo-stp_10.42.42.5(pid=7790) [trial-2356↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7790)] [trial-2356↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a07:34:35.193030 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a07:34:35.255270 run osmo-hlr_10.42.42.2(pid=7787): ERR: Terminated: ERROR {rc=237} [trial-2356↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7787)]\u000a07:34:35.306543 run osmo-hlr_10.42.42.2(pid=7787): stdout: \u000a| (launched: 2022-12-09_07:34:32.007680) \u000a07:34:35.358227 run osmo-hlr_10.42.42.2(pid=7787): stderr: \u000a| �[0;m�[1;31m20221209073432274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073432274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073432274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073432274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073432274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073432274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073432293 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073432301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073432302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073432302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:34:35.428277 run osmo-msc_10.42.42.6(pid=7793): ERR: Terminated: ERROR {rc=2} [trial-2356↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7793)]\u000a07:34:35.479179 run osmo-msc_10.42.42.6(pid=7793): stdout: \u000a| (launched: 2022-12-09_07:34:34.258243) \u000a07:34:35.530626 run osmo-msc_10.42.42.6(pid=7793): stderr: \u000a| �[0;m�[38;5;43m20221209073434577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209073434578 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f52a23c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209073434578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209073434578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209073434578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209073434578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209073434580 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209073434581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209073434581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209073434581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:34:35.574515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7786): Terminating (SIGTERM)\u000a07:34:35.616134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7789): Terminating (SIGTERM)\u000a07:34:35.657716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7792): Terminating (SIGTERM)\u000a07:34:35.667333 --- ParallelTerminationStrategy: PID 7786 died...\u000a07:34:35.722751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7786): Terminated: ok {rc=0}\u000a07:34:35.732772 --- ParallelTerminationStrategy: PID 7789 died...\u000a07:34:35.787933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7789): Terminated: ok {rc=0}\u000a07:34:35.798064 --- ParallelTerminationStrategy: PID 7792 died...\u000a07:34:35.853467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7792): Terminated: ok {rc=0}\u000a07:34:35.939754 bus /sierra_3: Setting Powered False\u000a07:34:37.046576 bus /sierra_3: Setting Powered False\u000a07:34:38.152740 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7801): Process ended prematurely: osmo-stp_10.42.42.5(pid=7801) [trial-2356↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7801)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7801): Process ended prematurely: osmo-stp_10.42.42.5(pid=7801) [trial-2356↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:34:39.204937 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:34:39.217168 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:34:39.365252 tst emergency_preemptive_call.py: using LAC 19918\u000a07:34:39.491918 tst emergency_preemptive_call.py: using RAC 28\u000a07:34:39.619037 tst emergency_preemptive_call.py: using CellId 19918\u000a07:34:39.746290 tst emergency_preemptive_call.py: using BVCI 19919\u000a07:34:39.771194 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:34:39.782700 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:34:39.793818 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:34:39.805440 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:34:39.817418 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:34:39.828852 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:34:39.947410 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:34:40.066604 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:34:40.181489 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:34:40.379495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:34:40.850534 run create_hlr_db(pid=7795): Launched\u000a07:34:41.022251 bus /sierra_2: Setting Powered False\u000a07:34:42.043442 run create_hlr_db(pid=7795): Terminated: ok {rc=0}\u000a07:34:42.468693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7797): Launched\u000a07:34:42.787705 run osmo-hlr_10.42.42.2(pid=7798): Launched\u000a07:34:42.905073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:34:43.461873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7800): Launched\u000a07:34:43.782986 run osmo-stp_10.42.42.5(pid=7801): Launched\u000a07:34:43.910879 tst emergency_preemptive_call.py: using MSISDN 7091\u000a07:34:44.070243 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:34:44.650652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7803): Launched\u000a07:34:44.970445 run osmo-msc_10.42.42.6(pid=7804): Launched\u000a07:34:45.157993 run osmo-stp_10.42.42.5(pid=7801): ERR: Terminated: ERROR {rc=1} [trial-2356↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7801)]\u000a07:34:45.293823 run osmo-stp_10.42.42.5(pid=7801): stdout: \u000a| (launched: 2022-12-09_07:34:43.625467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:45.428495 run osmo-stp_10.42.42.5(pid=7801): stderr: \u000a| �[0;m�[38;5;43m20221209073443814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073443814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073443814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073443815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073443815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073443815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073443816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:45.557095 run osmo-stp_10.42.42.5(pid=7801): stdout: \u000a| (launched: 2022-12-09_07:34:43.625467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:45.685067 run osmo-stp_10.42.42.5(pid=7801): stderr: \u000a| �[0;m�[38;5;43m20221209073443814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073443814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073443814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073443815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073443815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073443815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073443816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:45.740818 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=7801): Process ended prematurely: osmo-stp_10.42.42.5(pid=7801) [trial-2356↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7801)] [trial-2356↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a07:34:45.749705 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a07:34:45.812075 run osmo-hlr_10.42.42.2(pid=7798): ERR: Terminated: ERROR {rc=237} [trial-2356↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7798)]\u000a07:34:45.869119 run osmo-hlr_10.42.42.2(pid=7798): stdout: \u000a| (launched: 2022-12-09_07:34:42.631179) \u000a07:34:45.922788 run osmo-hlr_10.42.42.2(pid=7798): stderr: \u000a| �[0;m�[1;31m20221209073442824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073442824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073442824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073442825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073442825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073442825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073442837 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073442845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073442845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073442845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:34:45.993730 run osmo-msc_10.42.42.6(pid=7804): ERR: Terminated: ERROR {rc=2} [trial-2356↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7804)]\u000a07:34:46.045044 run osmo-msc_10.42.42.6(pid=7804): stdout: \u000a| (launched: 2022-12-09_07:34:44.813426) \u000a07:34:46.098084 run osmo-msc_10.42.42.6(pid=7804): stderr: \u000a| �[0;m�[38;5;43m20221209073445131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209073445131 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f22252d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209073445131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209073445132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209073445132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209073445132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209073445134 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209073445134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209073445134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209073445134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:34:46.142460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7797): Terminating (SIGTERM)\u000a07:34:46.186639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7800): Terminating (SIGTERM)\u000a07:34:46.230989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7803): Terminating (SIGTERM)\u000a07:34:46.242850 --- ParallelTerminationStrategy: PID 7797 died...\u000a07:34:46.301056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7797): Terminated: ok {rc=0}\u000a07:34:46.312870 --- ParallelTerminationStrategy: PID 7800 died...\u000a07:34:46.368438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7800): Terminated: ok {rc=0}\u000a07:34:46.380224 --- ParallelTerminationStrategy: PID 7803 died...\u000a07:34:46.438240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7803): Terminated: ok {rc=0}\u000a07:34:46.524489 bus /sierra_9: Setting Powered False\u000a07:34:47.626846 bus /sierra_9: Setting Powered False\u000a07:34:48.736895 bus /sierra_8: Setting Powered False\u000a07:34:49.839117 bus /sierra_8: Setting Powered False\u000a07:34:50.949059 bus /sierra_3: Setting Powered False\u000a07:34:52.051275 bus /sierra_3: Setting Powered False\u000a07:34:53.157929 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:34:28" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "gprs:trx-umtrx", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7822): Process ended prematurely: osmo-stp_10.42.42.5(pid=7822) [trial-2356↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7822)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7822): Process ended prematurely: osmo-stp_10.42.42.5(pid=7822) [trial-2356↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7822)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:34:55.295624 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:55.306796 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:34:55.451112 tst cs_paging_gprs_active.py: using LAC 19919\u000a07:34:55.580074 tst cs_paging_gprs_active.py: using RAC 29\u000a07:34:55.708798 tst cs_paging_gprs_active.py: using CellId 19919\u000a07:34:55.838616 tst cs_paging_gprs_active.py: using BVCI 19920\u000a07:34:55.863556 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:55.874844 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:55.885844 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:55.896772 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:55.907726 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:55.918651 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:55.929743 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:55.940516 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:55.951592 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:34:56.070660 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:34:56.367509 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:34:56.504140 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:34:56.841930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7809): Launched\u000a07:34:57.122888 run iperf3-srv_10.42.42.10(pid=7810): Launched\u000a07:34:57.322982 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:34:57.459377 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:34:57.797972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7811): Launched\u000a07:34:58.079260 run iperf3-srv_10.42.42.10(pid=7812): Launched\u000a07:34:58.279079 tst cs_paging_gprs_active.py:38: start network...\u000a07:34:58.415701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:34:58.935416 run create_hlr_db(pid=7813): Launched\u000a07:34:59.123773 bus /sierra_2: Setting Powered False\u000a07:35:00.146625 run create_hlr_db(pid=7813): Terminated: ok {rc=0}\u000a07:35:00.555217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7815): Launched\u000a07:35:00.891905 run osmo-hlr_10.42.42.2(pid=7816): Launched\u000a07:35:01.076099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:35:01.748023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7821): Launched\u000a07:35:02.274983 run osmo-stp_10.42.42.5(pid=7822): Launched\u000a07:35:02.393276 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:35:02.922602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7824): Launched\u000a07:35:03.030414 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:35:03.293515 run patchelf(pid=7825): Launched\u000a07:35:03.470742 run osmo-stp_10.42.42.5(pid=7822): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7822)]\u000a07:35:03.599925 run osmo-stp_10.42.42.5(pid=7822): stdout: \u000a| (launched: 2022-12-09_07:35:01.927915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:03.729738 run osmo-stp_10.42.42.5(pid=7822): stderr: \u000a| �[0;m�[38;5;43m20221209073502131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073502131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073502132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073502132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073502132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073502133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073502133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:03.855719 run osmo-stp_10.42.42.5(pid=7822): stdout: \u000a| (launched: 2022-12-09_07:35:01.927915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:03.979734 run osmo-stp_10.42.42.5(pid=7822): stderr: \u000a| �[0;m�[38;5;43m20221209073502131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073502131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073502132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073502132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073502132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073502133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073502133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:04.123529 run patchelf(pid=7825): Terminating (SIGINT)\u000a07:35:04.293108 run patchelf(pid=7825): Terminated: ok {rc=0}\u000a07:35:04.324139 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7822): Process ended prematurely: osmo-stp_10.42.42.5(pid=7822) [trial-2356↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7822)] [trial-2356↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a07:35:04.333426 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a07:35:04.393528 run osmo-hlr_10.42.42.2(pid=7816): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7816)]\u000a07:35:04.442190 run osmo-hlr_10.42.42.2(pid=7816): stdout: \u000a| (launched: 2022-12-09_07:35:00.710529) \u000a07:35:04.491585 run osmo-hlr_10.42.42.2(pid=7816): stderr: \u000a| �[0;m�[1;31m20221209073500918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073500918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073500918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073500918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073500918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073500918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073500936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073500952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073500953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073500953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:35:04.533292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7809): Terminating (SIGTERM)\u000a07:35:04.572689 run iperf3-srv_10.42.42.10(pid=7810): Terminating (SIGTERM)\u000a07:35:04.612091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7811): Terminating (SIGTERM)\u000a07:35:04.651414 run iperf3-srv_10.42.42.10(pid=7812): Terminating (SIGTERM)\u000a07:35:04.691009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7815): Terminating (SIGTERM)\u000a07:35:04.730786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7821): Terminating (SIGTERM)\u000a07:35:04.770161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7824): Terminating (SIGTERM)\u000a07:35:04.779500 --- ParallelTerminationStrategy: PID 7809 died...\u000a07:35:04.832443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7809): Terminated: ok {rc=0}\u000a07:35:04.842232 --- ParallelTerminationStrategy: PID 7810 died...\u000a07:35:04.894741 run iperf3-srv_10.42.42.10(pid=7810): Terminated {rc=256}\u000a07:35:04.904383 --- ParallelTerminationStrategy: PID 7811 died...\u000a07:35:04.956837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7811): Terminated: ok {rc=0}\u000a07:35:04.966610 --- ParallelTerminationStrategy: PID 7812 died...\u000a07:35:05.019180 run iperf3-srv_10.42.42.10(pid=7812): Terminated {rc=256}\u000a07:35:05.028846 --- ParallelTerminationStrategy: PID 7815 died...\u000a07:35:05.081461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7815): Terminated: ok {rc=0}\u000a07:35:05.091197 --- ParallelTerminationStrategy: PID 7821 died...\u000a07:35:05.144123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7821): Terminated: ok {rc=0}\u000a07:35:05.153948 --- ParallelTerminationStrategy: PID 7824 died...\u000a07:35:05.206587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7824): Terminated: ok {rc=0}\u000a07:35:05.289647 bus /gobi_0: Setting Powered False\u000a07:35:06.397178 bus /gobi_0: Setting Powered False\u000a07:35:07.504994 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7834): Process ended prematurely: osmo-stp_10.42.42.5(pid=7834) [trial-2356↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7834)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7834): Process ended prematurely: osmo-stp_10.42.42.5(pid=7834) [trial-2356↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7834)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a07:35:08.620400 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:08.632515 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:35:08.778972 tst iperf3.py: using LAC 19920\u000a07:35:08.907941 tst iperf3.py: using RAC 30\u000a07:35:09.034951 tst iperf3.py: using CellId 19920\u000a07:35:09.163698 tst iperf3.py: using BVCI 19921\u000a07:35:09.188486 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:09.199692 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:09.210622 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:09.221635 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:09.232426 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:09.243289 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:09.254367 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:09.265185 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:09.276258 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:35:09.573078 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:35:09.709679 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:35:10.046127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7826): Launched\u000a07:35:10.326054 run iperf3-srv_10.42.42.10(pid=7827): Launched\u000a07:35:10.525925 tst iperf3.py:8: start network...\u000a07:35:10.662268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:35:11.181866 run create_hlr_db(pid=7828): Launched\u000a07:35:11.369256 bus /gobi_6: Setting Powered False\u000a07:35:12.390479 run create_hlr_db(pid=7828): Terminated: ok {rc=0}\u000a07:35:12.796869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7830): Launched\u000a07:35:13.100136 run osmo-hlr_10.42.42.2(pid=7831): Launched\u000a07:35:13.219085 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:35:13.750779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7833): Launched\u000a07:35:14.052456 run osmo-stp_10.42.42.5(pid=7834): Launched\u000a07:35:14.162869 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:35:14.688077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7836): Launched\u000a07:35:14.795879 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:35:15.059415 run patchelf(pid=7837): Launched\u000a07:35:15.236092 run osmo-stp_10.42.42.5(pid=7834): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7834)]\u000a07:35:15.365542 run osmo-stp_10.42.42.5(pid=7834): stdout: \u000a| (launched: 2022-12-09_07:35:13.904452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:15.495357 run osmo-stp_10.42.42.5(pid=7834): stderr: \u000a| �[0;m�[38;5;43m20221209073514071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073514072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073514072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073514072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073514073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073514073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073514073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:15.620356 run osmo-stp_10.42.42.5(pid=7834): stdout: \u000a| (launched: 2022-12-09_07:35:13.904452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:15.744759 run osmo-stp_10.42.42.5(pid=7834): stderr: \u000a| �[0;m�[38;5;43m20221209073514071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073514072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073514072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073514072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073514073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073514073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073514073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:15.906993 run patchelf(pid=7837): Terminating (SIGINT)\u000a07:35:16.097865 run patchelf(pid=7837): Terminated: ok {rc=0}\u000a07:35:16.132516 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7834): Process ended prematurely: osmo-stp_10.42.42.5(pid=7834) [trial-2356↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7834)] [trial-2356↪gprs:trx-umtrx↪iperf3.py:8]\u000a07:35:16.143774 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a07:35:16.209774 run osmo-hlr_10.42.42.2(pid=7831): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7831)]\u000a07:35:16.262220 run osmo-hlr_10.42.42.2(pid=7831): stdout: \u000a| (launched: 2022-12-09_07:35:12.951159) \u000a07:35:16.315479 run osmo-hlr_10.42.42.2(pid=7831): stderr: \u000a| �[0;m�[1;31m20221209073513123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073513123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073513123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073513123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073513123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073513123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073513138 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073513149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073513149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073513149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:35:16.361456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7826): Terminating (SIGTERM)\u000a07:35:16.407864 run iperf3-srv_10.42.42.10(pid=7827): Terminating (SIGTERM)\u000a07:35:16.451335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7830): Terminating (SIGTERM)\u000a07:35:16.494866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7833): Terminating (SIGTERM)\u000a07:35:16.540318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7836): Terminating (SIGTERM)\u000a07:35:16.552482 --- ParallelTerminationStrategy: PID 7826 died...\u000a07:35:16.612367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7826): Terminated: ok {rc=0}\u000a07:35:16.623288 --- ParallelTerminationStrategy: PID 7827 died...\u000a07:35:16.680141 run iperf3-srv_10.42.42.10(pid=7827): Terminated {rc=256}\u000a07:35:16.691118 --- ParallelTerminationStrategy: PID 7830 died...\u000a07:35:16.747925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7830): Terminated: ok {rc=0}\u000a07:35:16.759051 --- ParallelTerminationStrategy: PID 7833 died...\u000a07:35:16.817194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7833): Terminated: ok {rc=0}\u000a07:35:16.827745 --- ParallelTerminationStrategy: PID 7836 died...\u000a07:35:16.884630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7836): Terminated: ok {rc=0}\u000a07:35:16.973546 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 182, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7852): Process ended prematurely: osmo-stp_10.42.42.5(pid=7852) [trial-2356↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7852)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7852): Process ended prematurely: osmo-stp_10.42.42.5(pid=7852) [trial-2356↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a07:35:18.088343 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:18.100418 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:35:18.239617 tst iperf3m4.py: using LAC 19921\u000a07:35:18.362862 tst iperf3m4.py: using RAC 31\u000a07:35:18.487623 tst iperf3m4.py: using CellId 19921\u000a07:35:18.615469 tst iperf3m4.py: using BVCI 19922\u000a07:35:18.640576 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:18.651938 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:18.663452 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:18.674869 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:18.686130 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:18.697277 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:18.708519 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:18.719517 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:18.730795 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:35:18.853995 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:35:18.978291 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:35:19.096741 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:35:19.378389 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:35:19.505878 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:35:19.820060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7838): Launched\u000a07:35:20.080789 run iperf3-srv_10.42.42.10(pid=7839): Launched\u000a07:35:20.266436 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:35:20.393659 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:35:20.707517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7840): Launched\u000a07:35:20.967728 run iperf3-srv_10.42.42.10(pid=7841): Launched\u000a07:35:21.152084 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:35:21.278160 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:35:21.591813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7842): Launched\u000a07:35:21.852626 run iperf3-srv_10.42.42.10(pid=7843): Launched\u000a07:35:22.036853 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:35:22.163150 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:35:22.475490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7844): Launched\u000a07:35:22.736215 run iperf3-srv_10.42.42.10(pid=7845): Launched\u000a07:35:22.920791 tst iperf3m4.py:8: start network...\u000a07:35:23.046927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:35:23.525591 run create_hlr_db(pid=7846): Launched\u000a07:35:23.699510 bus /gobi_6: Setting Powered False\u000a07:35:24.722900 run create_hlr_db(pid=7846): Terminated: ok {rc=0}\u000a07:35:25.155765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7848): Launched\u000a07:35:25.482483 run osmo-hlr_10.42.42.2(pid=7849): Launched\u000a07:35:25.602310 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:35:26.169095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7851): Launched\u000a07:35:26.495709 run osmo-stp_10.42.42.5(pid=7852): Launched\u000a07:35:26.615389 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:35:27.183529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7854): Launched\u000a07:35:27.300346 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:35:27.583697 run patchelf(pid=7855): Launched\u000a07:35:27.773503 run osmo-stp_10.42.42.5(pid=7852): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7852)]\u000a07:35:27.912729 run osmo-stp_10.42.42.5(pid=7852): stdout: \u000a| (launched: 2022-12-09_07:35:26.334992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:28.053182 run osmo-stp_10.42.42.5(pid=7852): stderr: \u000a| �[0;m�[38;5;43m20221209073526521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073526521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073526522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073526522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073526523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073526523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073526523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:28.187481 run osmo-stp_10.42.42.5(pid=7852): stdout: \u000a| (launched: 2022-12-09_07:35:26.334992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:28.320517 run osmo-stp_10.42.42.5(pid=7852): stderr: \u000a| �[0;m�[38;5;43m20221209073526521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073526521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073526522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073526522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073526523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073526523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073526523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:28.475645 run patchelf(pid=7855): Terminating (SIGINT)\u000a07:35:28.657042 run patchelf(pid=7855): Terminated: ok {rc=0}\u000a07:35:28.690851 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7852): Process ended prematurely: osmo-stp_10.42.42.5(pid=7852) [trial-2356↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7852)] [trial-2356↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a07:35:28.701088 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a07:35:28.763842 run osmo-hlr_10.42.42.2(pid=7849): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7849)]\u000a07:35:28.815275 run osmo-hlr_10.42.42.2(pid=7849): stdout: \u000a| (launched: 2022-12-09_07:35:25.321879) \u000a07:35:28.867083 run osmo-hlr_10.42.42.2(pid=7849): stderr: \u000a| �[0;m�[1;31m20221209073525518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073525518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073525518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073525518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073525518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073525518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073525530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073525541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073525541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073525541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:35:28.910832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7838): Terminating (SIGTERM)\u000a07:35:28.952337 run iperf3-srv_10.42.42.10(pid=7839): Terminating (SIGTERM)\u000a07:35:28.994358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7840): Terminating (SIGTERM)\u000a07:35:29.035750 run iperf3-srv_10.42.42.10(pid=7841): Terminating (SIGTERM)\u000a07:35:29.077454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7842): Terminating (SIGTERM)\u000a07:35:29.118876 run iperf3-srv_10.42.42.10(pid=7843): Terminating (SIGTERM)\u000a07:35:29.160288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7844): Terminating (SIGTERM)\u000a07:35:29.201762 run iperf3-srv_10.42.42.10(pid=7845): Terminating (SIGTERM)\u000a07:35:29.244920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7848): Terminating (SIGTERM)\u000a07:35:29.286506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7851): Terminating (SIGTERM)\u000a07:35:29.328055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7854): Terminating (SIGTERM)\u000a07:35:29.338009 --- ParallelTerminationStrategy: PID 7838 died...\u000a07:35:29.393457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7838): Terminated: ok {rc=0}\u000a07:35:29.403606 --- ParallelTerminationStrategy: PID 7839 died...\u000a07:35:29.458846 run iperf3-srv_10.42.42.10(pid=7839): Terminated {rc=256}\u000a07:35:29.469202 --- ParallelTerminationStrategy: PID 7840 died...\u000a07:35:29.524259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7840): Terminated: ok {rc=0}\u000a07:35:29.534355 --- ParallelTerminationStrategy: PID 7841 died...\u000a07:35:29.589643 run iperf3-srv_10.42.42.10(pid=7841): Terminated {rc=256}\u000a07:35:29.599696 --- ParallelTerminationStrategy: PID 7842 died...\u000a07:35:29.655013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7842): Terminated: ok {rc=0}\u000a07:35:29.665125 --- ParallelTerminationStrategy: PID 7843 died...\u000a07:35:29.719811 run iperf3-srv_10.42.42.10(pid=7843): Terminated {rc=256}\u000a07:35:29.730081 --- ParallelTerminationStrategy: PID 7844 died...\u000a07:35:29.785603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7844): Terminated: ok {rc=0}\u000a07:35:29.795768 --- ParallelTerminationStrategy: PID 7845 died...\u000a07:35:29.850942 run iperf3-srv_10.42.42.10(pid=7845): Terminated {rc=256}\u000a07:35:29.861190 --- ParallelTerminationStrategy: PID 7848 died...\u000a07:35:29.916411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7848): Terminated: ok {rc=0}\u000a07:35:29.926631 --- ParallelTerminationStrategy: PID 7851 died...\u000a07:35:29.981862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7851): Terminated: ok {rc=0}\u000a07:35:29.991998 --- ParallelTerminationStrategy: PID 7854 died...\u000a07:35:30.047686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7854): Terminated: ok {rc=0}\u000a07:35:30.133348 bus /gobi_4: Setting Powered False\u000a07:35:31.240771 bus /gobi_4: Setting Powered False\u000a07:35:32.347153 bus /gobi_1: Setting Powered False\u000a07:35:33.451964 bus /gobi_1: Setting Powered False\u000a07:35:34.563205 bus /gobi_0: Setting Powered False\u000a07:35:35.665981 bus /gobi_0: Setting Powered False\u000a07:35:36.772922 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 157, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7862): Process ended prematurely: osmo-stp_10.42.42.5(pid=7862) [trial-2356↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7862)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7862): Process ended prematurely: osmo-stp_10.42.42.5(pid=7862) [trial-2356↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7862)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a07:35:37.841907 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:37.854270 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:35:37.998752 tst ping.py: using LAC 19922\u000a07:35:38.125911 tst ping.py: using RAC 32\u000a07:35:38.252578 tst ping.py: using CellId 19922\u000a07:35:38.373428 tst ping.py: using BVCI 19923\u000a07:35:38.396193 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:38.407133 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:38.417838 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:38.429328 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:38.440523 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:38.452178 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:38.463205 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:38.474534 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:35:38.768751 tst ping.py:19: start network...\u000a07:35:38.903611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:35:39.417804 run create_hlr_db(pid=7856): Launched\u000a07:35:39.603658 bus /gobi_6: Setting Powered False\u000a07:35:40.625064 run create_hlr_db(pid=7856): Terminated: ok {rc=0}\u000a07:35:41.023442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7858): Launched\u000a07:35:41.320629 run osmo-hlr_10.42.42.2(pid=7859): Launched\u000a07:35:41.433820 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:35:41.953323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7861): Launched\u000a07:35:42.253139 run osmo-stp_10.42.42.5(pid=7862): Launched\u000a07:35:42.362125 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:35:42.884726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7864): Launched\u000a07:35:42.990764 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:35:43.250554 run patchelf(pid=7865): Launched\u000a07:35:43.424529 run osmo-stp_10.42.42.5(pid=7862): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7862)]\u000a07:35:43.551630 run osmo-stp_10.42.42.5(pid=7862): stdout: \u000a| (launched: 2022-12-09_07:35:42.104840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:43.679893 run osmo-stp_10.42.42.5(pid=7862): stderr: \u000a| �[0;m�[38;5;43m20221209073542272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073542272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073542272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073542273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073542273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073542273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073542273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:43.803796 run osmo-stp_10.42.42.5(pid=7862): stdout: \u000a| (launched: 2022-12-09_07:35:42.104840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:43.927184 run osmo-stp_10.42.42.5(pid=7862): stderr: \u000a| �[0;m�[38;5;43m20221209073542272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073542272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073542272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073542273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073542273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073542273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073542273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:44.068867 run patchelf(pid=7865): Terminating (SIGINT)\u000a07:35:44.236215 run patchelf(pid=7865): Terminated: ok {rc=0}\u000a07:35:44.266430 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7862): Process ended prematurely: osmo-stp_10.42.42.5(pid=7862) [trial-2356↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7862)] [trial-2356↪gprs:trx-umtrx↪ping.py:22]\u000a07:35:44.275139 tst ping.py:22: Test FAILED (6.4 sec)\u000a07:35:44.334869 run osmo-hlr_10.42.42.2(pid=7859): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7859)]\u000a07:35:44.384066 run osmo-hlr_10.42.42.2(pid=7859): stdout: \u000a| (launched: 2022-12-09_07:35:41.174535) \u000a07:35:44.433659 run osmo-hlr_10.42.42.2(pid=7859): stderr: \u000a| �[0;m�[1;31m20221209073541345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073541345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073541345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073541345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073541345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073541345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073541357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073541366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073541366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073541366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:35:44.475355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7858): Terminating (SIGTERM)\u000a07:35:44.515076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7861): Terminating (SIGTERM)\u000a07:35:44.554680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7864): Terminating (SIGTERM)\u000a07:35:44.564163 --- ParallelTerminationStrategy: PID 7858 died...\u000a07:35:44.617102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7858): Terminated: ok {rc=0}\u000a07:35:44.627152 --- ParallelTerminationStrategy: PID 7861 died...\u000a07:35:44.679720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7861): Terminated: ok {rc=0}\u000a07:35:44.689864 --- ParallelTerminationStrategy: PID 7864 died...\u000a07:35:44.742637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7864): Terminated: ok {rc=0}\u000a07:35:44.825549 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7872): Process ended prematurely: osmo-stp_10.42.42.5(pid=7872) [trial-2356↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7872)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7872): Process ended prematurely: osmo-stp_10.42.42.5(pid=7872) [trial-2356↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7872)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a07:35:45.882945 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:45.896149 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:35:46.032374 tst ping_idle_ping.py: using LAC 19923\u000a07:35:46.181408 tst ping_idle_ping.py: using RAC 33\u000a07:35:46.330483 tst ping_idle_ping.py: using CellId 19923\u000a07:35:46.480063 tst ping_idle_ping.py: using BVCI 19924\u000a07:35:46.512925 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:46.527668 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:46.543838 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:46.557181 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:46.570700 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:46.584336 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:46.600935 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:35:46.616927 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:35:46.973740 tst ping_idle_ping.py:24: start network...\u000a07:35:47.112516 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:35:47.636571 run create_hlr_db(pid=7866): Launched\u000a07:35:47.823467 bus /gobi_6: Setting Powered False\u000a07:35:48.844229 run create_hlr_db(pid=7866): Terminated: ok {rc=0}\u000a07:35:49.247917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7868): Launched\u000a07:35:49.550431 run osmo-hlr_10.42.42.2(pid=7869): Launched\u000a07:35:49.670284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:35:50.231641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7871): Launched\u000a07:35:50.551976 run osmo-stp_10.42.42.5(pid=7872): Launched\u000a07:35:50.671811 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:35:51.231166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7874): Launched\u000a07:35:51.345962 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:35:51.625581 run patchelf(pid=7875): Launched\u000a07:35:51.813189 run osmo-stp_10.42.42.5(pid=7872): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7872)]\u000a07:35:51.949799 run osmo-stp_10.42.42.5(pid=7872): stdout: \u000a| (launched: 2022-12-09_07:35:50.395004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:52.086977 run osmo-stp_10.42.42.5(pid=7872): stderr: \u000a| �[0;m�[38;5;43m20221209073550581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073550582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073550582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073550582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073550583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073550583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073550583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:52.219629 run osmo-stp_10.42.42.5(pid=7872): stdout: \u000a| (launched: 2022-12-09_07:35:50.395004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:52.351084 run osmo-stp_10.42.42.5(pid=7872): stderr: \u000a| �[0;m�[38;5;43m20221209073550581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073550582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073550582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073550582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073550583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073550583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073550583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:52.502860 run patchelf(pid=7875): Terminating (SIGINT)\u000a07:35:52.680446 run patchelf(pid=7875): Terminated: ok {rc=0}\u000a07:35:52.712842 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7872): Process ended prematurely: osmo-stp_10.42.42.5(pid=7872) [trial-2356↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7872)] [trial-2356↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a07:35:52.722298 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a07:35:52.784156 run osmo-hlr_10.42.42.2(pid=7869): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7869)]\u000a07:35:52.835231 run osmo-hlr_10.42.42.2(pid=7869): stdout: \u000a| (launched: 2022-12-09_07:35:49.400771) \u000a07:35:52.886726 run osmo-hlr_10.42.42.2(pid=7869): stderr: \u000a| �[0;m�[1;31m20221209073549574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073549574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073549574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073549574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073549574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073549574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073549585 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073549594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073549594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073549594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:35:52.930396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7868): Terminating (SIGTERM)\u000a07:35:52.971765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7871): Terminating (SIGTERM)\u000a07:35:53.013315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7874): Terminating (SIGTERM)\u000a07:35:53.022934 --- ParallelTerminationStrategy: PID 7868 died...\u000a07:35:53.078514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7868): Terminated: ok {rc=0}\u000a07:35:53.088403 --- ParallelTerminationStrategy: PID 7871 died...\u000a07:35:53.143377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7871): Terminated: ok {rc=0}\u000a07:35:53.153369 --- ParallelTerminationStrategy: PID 7874 died...\u000a07:35:53.208054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7874): Terminated: ok {rc=0}\u000a07:35:53.293867 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:34:54" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7889): Process ended prematurely: osmo-stp_10.42.42.5(pid=7889) [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7889)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7889): Process ended prematurely: osmo-stp_10.42.42.5(pid=7889) [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:35:55.455455 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:55.467061 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:35:55.612693 tst cs_paging_gprs_active.py: using LAC 19924\u000a07:35:55.739759 tst cs_paging_gprs_active.py: using RAC 34\u000a07:35:55.866743 tst cs_paging_gprs_active.py: using CellId 19924\u000a07:35:55.993234 tst cs_paging_gprs_active.py: using BVCI 19925\u000a07:35:56.018361 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:56.029789 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:56.040905 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:56.052176 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:56.063306 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:56.074636 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:56.085981 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:56.097274 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:56.108754 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:35:56.228583 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:35:56.526511 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:35:56.663558 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:35:57.001393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7879): Launched\u000a07:35:57.283013 run iperf3-srv_10.42.42.10(pid=7880): Launched\u000a07:35:57.483495 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:35:57.620557 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:35:57.958707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7881): Launched\u000a07:35:58.239445 run iperf3-srv_10.42.42.10(pid=7882): Launched\u000a07:35:58.439197 tst cs_paging_gprs_active.py:38: start network...\u000a07:35:58.575546 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:35:59.098984 run create_hlr_db(pid=7883): Launched\u000a07:35:59.287272 bus /gobi_6: Setting Powered False\u000a07:36:00.309536 run create_hlr_db(pid=7883): Terminated: ok {rc=0}\u000a07:36:00.717302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7885): Launched\u000a07:36:01.063099 run osmo-hlr_10.42.42.2(pid=7886): Launched\u000a07:36:01.342374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:36:02.022272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7888): Launched\u000a07:36:02.368166 run osmo-stp_10.42.42.5(pid=7889): Launched\u000a07:36:02.487246 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:36:03.022587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7891): Launched\u000a07:36:03.130544 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:36:03.394347 run patchelf(pid=7892): Launched\u000a07:36:03.571707 run osmo-stp_10.42.42.5(pid=7889): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7889)]\u000a07:36:03.701450 run osmo-stp_10.42.42.5(pid=7889): stdout: \u000a| (launched: 2022-12-09_07:36:02.192243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:03.831556 run osmo-stp_10.42.42.5(pid=7889): stderr: \u000a| �[0;m�[38;5;43m20221209073602431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073602431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073602431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073602432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073602432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073602432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073602432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:03.957349 run osmo-stp_10.42.42.5(pid=7889): stdout: \u000a| (launched: 2022-12-09_07:36:02.192243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:04.082129 run osmo-stp_10.42.42.5(pid=7889): stderr: \u000a| �[0;m�[38;5;43m20221209073602431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073602431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073602431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073602432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073602432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073602432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073602432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:04.227120 run patchelf(pid=7892): Terminating (SIGINT)\u000a07:36:04.398420 run patchelf(pid=7892): Terminated: ok {rc=0}\u000a07:36:04.429729 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7889): Process ended prematurely: osmo-stp_10.42.42.5(pid=7889) [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7889)] [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:36:04.439016 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a07:36:04.499612 run osmo-hlr_10.42.42.2(pid=7886): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7886)]\u000a07:36:04.548786 run osmo-hlr_10.42.42.2(pid=7886): stdout: \u000a| (launched: 2022-12-09_07:36:00.890489) \u000a07:36:04.598347 run osmo-hlr_10.42.42.2(pid=7886): stderr: \u000a| �[0;m�[1;31m20221209073601371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073601372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073601372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073601372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073601372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073601373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073601397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073601419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073601419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073601420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:36:04.640335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7879): Terminating (SIGTERM)\u000a07:36:04.680098 run iperf3-srv_10.42.42.10(pid=7880): Terminating (SIGTERM)\u000a07:36:04.720008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7881): Terminating (SIGTERM)\u000a07:36:04.759752 run iperf3-srv_10.42.42.10(pid=7882): Terminating (SIGTERM)\u000a07:36:04.799733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7885): Terminating (SIGTERM)\u000a07:36:04.839579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7888): Terminating (SIGTERM)\u000a07:36:04.879430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7891): Terminating (SIGTERM)\u000a07:36:04.889110 --- ParallelTerminationStrategy: PID 7879 died...\u000a07:36:04.942331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7879): Terminated: ok {rc=0}\u000a07:36:04.952115 --- ParallelTerminationStrategy: PID 7880 died...\u000a07:36:05.004659 run iperf3-srv_10.42.42.10(pid=7880): Terminated {rc=256}\u000a07:36:05.014157 --- ParallelTerminationStrategy: PID 7881 died...\u000a07:36:05.066607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7881): Terminated: ok {rc=0}\u000a07:36:05.076244 --- ParallelTerminationStrategy: PID 7882 died...\u000a07:36:05.128940 run iperf3-srv_10.42.42.10(pid=7882): Terminated {rc=256}\u000a07:36:05.138496 --- ParallelTerminationStrategy: PID 7885 died...\u000a07:36:05.191916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7885): Terminated: ok {rc=0}\u000a07:36:05.201865 --- ParallelTerminationStrategy: PID 7888 died...\u000a07:36:05.254790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7888): Terminated: ok {rc=0}\u000a07:36:05.264545 --- ParallelTerminationStrategy: PID 7891 died...\u000a07:36:05.317009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7891): Terminated: ok {rc=0}\u000a07:36:05.405463 bus /gobi_0: Setting Powered False\u000a07:36:06.509207 bus /gobi_0: Setting Powered False\u000a07:36:07.616752 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7901): Process ended prematurely: osmo-stp_10.42.42.5(pid=7901) [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7901)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7901): Process ended prematurely: osmo-stp_10.42.42.5(pid=7901) [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:36:08.733541 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:08.745872 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:36:08.890529 tst iperf3.py: using LAC 19925\u000a07:36:09.016900 tst iperf3.py: using RAC 35\u000a07:36:09.134507 tst iperf3.py: using CellId 19925\u000a07:36:09.260297 tst iperf3.py: using BVCI 19926\u000a07:36:09.285416 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:09.297106 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:09.308558 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:09.319909 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:09.331425 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:09.342751 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:09.354209 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:09.365344 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:09.376659 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:36:09.658684 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:36:09.786489 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:36:10.100339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7893): Launched\u000a07:36:10.362134 run iperf3-srv_10.42.42.10(pid=7894): Launched\u000a07:36:10.547210 tst iperf3.py:8: start network...\u000a07:36:10.674008 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:36:11.152576 run create_hlr_db(pid=7895): Launched\u000a07:36:11.325621 bus /gobi_6: Setting Powered False\u000a07:36:12.348672 run create_hlr_db(pid=7895): Terminated: ok {rc=0}\u000a07:36:12.780558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7897): Launched\u000a07:36:13.105998 run osmo-hlr_10.42.42.2(pid=7898): Launched\u000a07:36:13.224662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:36:13.796060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7900): Launched\u000a07:36:14.124814 run osmo-stp_10.42.42.5(pid=7901): Launched\u000a07:36:14.243978 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:36:14.811640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7903): Launched\u000a07:36:14.928019 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:36:15.211385 run patchelf(pid=7904): Launched\u000a07:36:15.400790 run osmo-stp_10.42.42.5(pid=7901): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7901)]\u000a07:36:15.538896 run osmo-stp_10.42.42.5(pid=7901): stdout: \u000a| (launched: 2022-12-09_07:36:13.963050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:15.677269 run osmo-stp_10.42.42.5(pid=7901): stderr: \u000a| �[0;m�[38;5;43m20221209073614150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073614150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073614151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073614151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073614152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073614152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073614152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:15.811471 run osmo-stp_10.42.42.5(pid=7901): stdout: \u000a| (launched: 2022-12-09_07:36:13.963050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:15.963472 run osmo-stp_10.42.42.5(pid=7901): stderr: \u000a| �[0;m�[38;5;43m20221209073614150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073614150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073614151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073614151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073614152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073614152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073614152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:16.124184 run patchelf(pid=7904): Terminating (SIGINT)\u000a07:36:16.310395 run patchelf(pid=7904): Terminated: ok {rc=0}\u000a07:36:16.354481 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7901): Process ended prematurely: osmo-stp_10.42.42.5(pid=7901) [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7901)] [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a07:36:16.368730 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a07:36:16.443487 run osmo-hlr_10.42.42.2(pid=7898): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7898)]\u000a07:36:16.503812 run osmo-hlr_10.42.42.2(pid=7898): stdout: \u000a| (launched: 2022-12-09_07:36:12.946816) \u000a07:36:16.568103 run osmo-hlr_10.42.42.2(pid=7898): stderr: \u000a| �[0;m�[1;31m20221209073613139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073613139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073613139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073613139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073613139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073613139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073613151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073613160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073613160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073613160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:36:16.615768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7893): Terminating (SIGTERM)\u000a07:36:16.663198 run iperf3-srv_10.42.42.10(pid=7894): Terminating (SIGTERM)\u000a07:36:16.713520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7897): Terminating (SIGTERM)\u000a07:36:16.766801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7900): Terminating (SIGTERM)\u000a07:36:16.820235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7903): Terminating (SIGTERM)\u000a07:36:16.832199 --- ParallelTerminationStrategy: PID 7893 died...\u000a07:36:16.898921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7893): Terminated: ok {rc=0}\u000a07:36:16.912207 --- ParallelTerminationStrategy: PID 7894 died...\u000a07:36:16.971874 run iperf3-srv_10.42.42.10(pid=7894): Terminated {rc=256}\u000a07:36:16.982398 --- ParallelTerminationStrategy: PID 7897 died...\u000a07:36:17.040042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7897): Terminated: ok {rc=0}\u000a07:36:17.050718 --- ParallelTerminationStrategy: PID 7900 died...\u000a07:36:17.107486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7900): Terminated: ok {rc=0}\u000a07:36:17.117951 --- ParallelTerminationStrategy: PID 7903 died...\u000a07:36:17.174717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7903): Terminated: ok {rc=0}\u000a07:36:17.263893 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7919): Process ended prematurely: osmo-stp_10.42.42.5(pid=7919) [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7919)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7919): Process ended prematurely: osmo-stp_10.42.42.5(pid=7919) [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:36:18.379358 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:18.391438 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:36:18.534082 tst iperf3m4.py: using LAC 19926\u000a07:36:18.653965 tst iperf3m4.py: using RAC 36\u000a07:36:18.773922 tst iperf3m4.py: using CellId 19926\u000a07:36:18.892596 tst iperf3m4.py: using BVCI 19927\u000a07:36:18.916066 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:18.927319 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:18.938320 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:18.949672 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:18.960820 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:18.972035 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:18.983538 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:18.994794 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:19.006278 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:36:19.122716 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:36:19.248351 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:36:19.366904 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:36:19.650460 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:36:19.778537 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:36:20.095726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7905): Launched\u000a07:36:20.358540 run iperf3-srv_10.42.42.10(pid=7906): Launched\u000a07:36:20.543664 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:36:20.670379 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:36:20.983561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7907): Launched\u000a07:36:21.243487 run iperf3-srv_10.42.42.10(pid=7908): Launched\u000a07:36:21.428515 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:36:21.555122 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:36:21.870257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7909): Launched\u000a07:36:22.155315 run iperf3-srv_10.42.42.10(pid=7910): Launched\u000a07:36:22.339953 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:36:22.466852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:36:22.782796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7911): Launched\u000a07:36:23.043698 run iperf3-srv_10.42.42.10(pid=7912): Launched\u000a07:36:23.229230 tst iperf3m4.py:8: start network...\u000a07:36:23.355701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:36:23.832550 run create_hlr_db(pid=7913): Launched\u000a07:36:24.007307 bus /gobi_6: Setting Powered False\u000a07:36:25.028643 run create_hlr_db(pid=7913): Terminated: ok {rc=0}\u000a07:36:25.431946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7915): Launched\u000a07:36:25.736014 run osmo-hlr_10.42.42.2(pid=7916): Launched\u000a07:36:25.851536 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:36:26.379268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7918): Launched\u000a07:36:26.682220 run osmo-stp_10.42.42.5(pid=7919): Launched\u000a07:36:26.792929 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:36:27.321997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7921): Launched\u000a07:36:27.430854 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:36:27.695068 run patchelf(pid=7922): Launched\u000a07:36:27.880736 run osmo-stp_10.42.42.5(pid=7919): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7919)]\u000a07:36:28.019409 run osmo-stp_10.42.42.5(pid=7919): stdout: \u000a| (launched: 2022-12-09_07:36:26.533095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:28.159152 run osmo-stp_10.42.42.5(pid=7919): stderr: \u000a| �[0;m�[38;5;43m20221209073626700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073626700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073626700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073626701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073626701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073626701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073626701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:28.294029 run osmo-stp_10.42.42.5(pid=7919): stdout: \u000a| (launched: 2022-12-09_07:36:26.533095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:28.427884 run osmo-stp_10.42.42.5(pid=7919): stderr: \u000a| �[0;m�[38;5;43m20221209073626700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073626700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073626700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073626701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073626701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073626701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073626701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:28.583291 run patchelf(pid=7922): Terminating (SIGINT)\u000a07:36:28.765041 run patchelf(pid=7922): Terminated: ok {rc=0}\u000a07:36:28.798615 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7919): Process ended prematurely: osmo-stp_10.42.42.5(pid=7919) [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7919)] [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:36:28.809005 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a07:36:28.872480 run osmo-hlr_10.42.42.2(pid=7916): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7916)]\u000a07:36:28.923165 run osmo-hlr_10.42.42.2(pid=7916): stdout: \u000a| (launched: 2022-12-09_07:36:25.586434) \u000a07:36:28.974853 run osmo-hlr_10.42.42.2(pid=7916): stderr: \u000a| �[0;m�[1;31m20221209073625759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073625759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073625759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073625759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073625759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073625759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073625772 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073625780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073625781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073625781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:36:29.018787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7905): Terminating (SIGTERM)\u000a07:36:29.060351 run iperf3-srv_10.42.42.10(pid=7906): Terminating (SIGTERM)\u000a07:36:29.102531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7907): Terminating (SIGTERM)\u000a07:36:29.144278 run iperf3-srv_10.42.42.10(pid=7908): Terminating (SIGTERM)\u000a07:36:29.186206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7909): Terminating (SIGTERM)\u000a07:36:29.228060 run iperf3-srv_10.42.42.10(pid=7910): Terminating (SIGTERM)\u000a07:36:29.269897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7911): Terminating (SIGTERM)\u000a07:36:29.311755 run iperf3-srv_10.42.42.10(pid=7912): Terminating (SIGTERM)\u000a07:36:29.353468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7915): Terminating (SIGTERM)\u000a07:36:29.395373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7918): Terminating (SIGTERM)\u000a07:36:29.437309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7921): Terminating (SIGTERM)\u000a07:36:29.447190 --- ParallelTerminationStrategy: PID 7905 died...\u000a07:36:29.503351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7905): Terminated: ok {rc=0}\u000a07:36:29.513794 --- ParallelTerminationStrategy: PID 7906 died...\u000a07:36:29.569710 run iperf3-srv_10.42.42.10(pid=7906): Terminated {rc=256}\u000a07:36:29.579863 --- ParallelTerminationStrategy: PID 7907 died...\u000a07:36:29.635571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7907): Terminated: ok {rc=0}\u000a07:36:29.645784 --- ParallelTerminationStrategy: PID 7908 died...\u000a07:36:29.701145 run iperf3-srv_10.42.42.10(pid=7908): Terminated {rc=256}\u000a07:36:29.711420 --- ParallelTerminationStrategy: PID 7909 died...\u000a07:36:29.767130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7909): Terminated: ok {rc=0}\u000a07:36:29.777474 --- ParallelTerminationStrategy: PID 7910 died...\u000a07:36:29.833113 run iperf3-srv_10.42.42.10(pid=7910): Terminated {rc=256}\u000a07:36:29.843478 --- ParallelTerminationStrategy: PID 7911 died...\u000a07:36:29.899215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7911): Terminated: ok {rc=0}\u000a07:36:29.909592 --- ParallelTerminationStrategy: PID 7912 died...\u000a07:36:29.964903 run iperf3-srv_10.42.42.10(pid=7912): Terminated {rc=256}\u000a07:36:29.975034 --- ParallelTerminationStrategy: PID 7915 died...\u000a07:36:30.030663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7915): Terminated: ok {rc=0}\u000a07:36:30.041222 --- ParallelTerminationStrategy: PID 7918 died...\u000a07:36:30.096978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7918): Terminated: ok {rc=0}\u000a07:36:30.107278 --- ParallelTerminationStrategy: PID 7921 died...\u000a07:36:30.162779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7921): Terminated: ok {rc=0}\u000a07:36:30.248372 bus /gobi_4: Setting Powered False\u000a07:36:31.354263 bus /gobi_4: Setting Powered False\u000a07:36:32.463554 bus /gobi_1: Setting Powered False\u000a07:36:33.569159 bus /gobi_1: Setting Powered False\u000a07:36:34.677026 bus /gobi_0: Setting Powered False\u000a07:36:35.777551 bus /gobi_0: Setting Powered False\u000a07:36:36.889775 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7929): Process ended prematurely: osmo-stp_10.42.42.5(pid=7929) [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7929)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7929): Process ended prematurely: osmo-stp_10.42.42.5(pid=7929) [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7929)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:36:37.956659 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:37.968316 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:36:38.106883 tst ping.py: using LAC 19927\u000a07:36:38.231559 tst ping.py: using RAC 37\u000a07:36:38.365671 tst ping.py: using CellId 19927\u000a07:36:38.489783 tst ping.py: using BVCI 19928\u000a07:36:38.514683 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:38.526560 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:38.538204 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:38.549670 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:38.560767 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:38.571902 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:38.583346 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:38.594623 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:36:38.885852 tst ping.py:19: start network...\u000a07:36:39.019311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:36:39.534411 run create_hlr_db(pid=7923): Launched\u000a07:36:39.720001 bus /gobi_6: Setting Powered False\u000a07:36:40.740244 run create_hlr_db(pid=7923): Terminated: ok {rc=0}\u000a07:36:41.141342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7925): Launched\u000a07:36:41.441072 run osmo-hlr_10.42.42.2(pid=7926): Launched\u000a07:36:41.559541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:36:42.088289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7928): Launched\u000a07:36:42.387060 run osmo-stp_10.42.42.5(pid=7929): Launched\u000a07:36:42.495395 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:36:43.016065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7931): Launched\u000a07:36:43.122462 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:36:43.382034 run patchelf(pid=7932): Launched\u000a07:36:43.555839 run osmo-stp_10.42.42.5(pid=7929): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7929)]\u000a07:36:43.683429 run osmo-stp_10.42.42.5(pid=7929): stdout: \u000a| (launched: 2022-12-09_07:36:42.239852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:43.811107 run osmo-stp_10.42.42.5(pid=7929): stderr: \u000a| �[0;m�[38;5;43m20221209073642408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073642408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073642409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073642409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073642410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073642410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073642410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:43.934665 run osmo-stp_10.42.42.5(pid=7929): stdout: \u000a| (launched: 2022-12-09_07:36:42.239852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:44.056628 run osmo-stp_10.42.42.5(pid=7929): stderr: \u000a| �[0;m�[38;5;43m20221209073642408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073642408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073642409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073642409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073642410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073642410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073642410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:44.198519 run patchelf(pid=7932): Terminating (SIGINT)\u000a07:36:44.364670 run patchelf(pid=7932): Terminated: ok {rc=0}\u000a07:36:44.395002 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7929): Process ended prematurely: osmo-stp_10.42.42.5(pid=7929) [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7929)] [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a07:36:44.403603 tst ping.py:22: Test FAILED (6.4 sec)\u000a07:36:44.464025 run osmo-hlr_10.42.42.2(pid=7926): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7926)]\u000a07:36:44.513014 run osmo-hlr_10.42.42.2(pid=7926): stdout: \u000a| (launched: 2022-12-09_07:36:41.292477) \u000a07:36:44.563056 run osmo-hlr_10.42.42.2(pid=7926): stderr: \u000a| �[0;m�[1;31m20221209073641463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073641464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073641464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073641464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073641464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073641464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073641476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073641485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073641485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073641485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:36:44.605111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7925): Terminating (SIGTERM)\u000a07:36:44.644864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7928): Terminating (SIGTERM)\u000a07:36:44.684766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7931): Terminating (SIGTERM)\u000a07:36:44.694316 --- ParallelTerminationStrategy: PID 7925 died...\u000a07:36:44.747234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7925): Terminated: ok {rc=0}\u000a07:36:44.757129 --- ParallelTerminationStrategy: PID 7928 died...\u000a07:36:44.809853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7928): Terminated: ok {rc=0}\u000a07:36:44.819637 --- ParallelTerminationStrategy: PID 7931 died...\u000a07:36:44.872356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7931): Terminated: ok {rc=0}\u000a07:36:44.954813 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7939): Process ended prematurely: osmo-stp_10.42.42.5(pid=7939) [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7939)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7939): Process ended prematurely: osmo-stp_10.42.42.5(pid=7939) [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7939)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:36:46.008815 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:46.024605 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:36:46.180887 tst ping_idle_ping.py: using LAC 19928\u000a07:36:46.303206 tst ping_idle_ping.py: using RAC 38\u000a07:36:46.422841 tst ping_idle_ping.py: using CellId 19928\u000a07:36:46.567866 tst ping_idle_ping.py: using BVCI 19929\u000a07:36:46.598169 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:46.610765 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:46.623636 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:46.636650 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:46.649707 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:46.662002 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:46.675403 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:36:46.687535 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:36:46.974183 tst ping_idle_ping.py:24: start network...\u000a07:36:47.101310 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:36:47.578132 run create_hlr_db(pid=7933): Launched\u000a07:36:47.751825 bus /gobi_6: Setting Powered False\u000a07:36:48.772749 run create_hlr_db(pid=7933): Terminated: ok {rc=0}\u000a07:36:49.172129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7935): Launched\u000a07:36:49.474469 run osmo-hlr_10.42.42.2(pid=7936): Launched\u000a07:36:49.589831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:36:50.116150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7938): Launched\u000a07:36:50.416188 run osmo-stp_10.42.42.5(pid=7939): Launched\u000a07:36:50.525404 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:36:51.047744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7941): Launched\u000a07:36:51.154915 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:36:51.417197 run patchelf(pid=7942): Launched\u000a07:36:51.593161 run osmo-stp_10.42.42.5(pid=7939): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7939)]\u000a07:36:51.721515 run osmo-stp_10.42.42.5(pid=7939): stdout: \u000a| (launched: 2022-12-09_07:36:50.268258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:51.849906 run osmo-stp_10.42.42.5(pid=7939): stderr: \u000a| �[0;m�[38;5;43m20221209073650435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073650435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073650435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073650436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073650436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073650436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073650436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:51.974126 run osmo-stp_10.42.42.5(pid=7939): stdout: \u000a| (launched: 2022-12-09_07:36:50.268258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:52.096872 run osmo-stp_10.42.42.5(pid=7939): stderr: \u000a| �[0;m�[38;5;43m20221209073650435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073650435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073650435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073650436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073650436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073650436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073650436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:52.240103 run patchelf(pid=7942): Terminating (SIGINT)\u000a07:36:52.408308 run patchelf(pid=7942): Terminated: ok {rc=0}\u000a07:36:52.439272 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7939): Process ended prematurely: osmo-stp_10.42.42.5(pid=7939) [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7939)] [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:36:52.448007 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a07:36:52.509060 run osmo-hlr_10.42.42.2(pid=7936): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7936)]\u000a07:36:52.558535 run osmo-hlr_10.42.42.2(pid=7936): stdout: \u000a| (launched: 2022-12-09_07:36:49.325392) \u000a07:36:52.608622 run osmo-hlr_10.42.42.2(pid=7936): stderr: \u000a| �[0;m�[1;31m20221209073649500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073649500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073649500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073649500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073649500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073649500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073649512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073649521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073649521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073649521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:36:52.651515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7935): Terminating (SIGTERM)\u000a07:36:52.692082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7938): Terminating (SIGTERM)\u000a07:36:52.731953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7941): Terminating (SIGTERM)\u000a07:36:52.741763 --- ParallelTerminationStrategy: PID 7935 died...\u000a07:36:52.795237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7935): Terminated: ok {rc=0}\u000a07:36:52.805441 --- ParallelTerminationStrategy: PID 7938 died...\u000a07:36:52.858623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7938): Terminated: ok {rc=0}\u000a07:36:52.868335 --- ParallelTerminationStrategy: PID 7941 died...\u000a07:36:52.921449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7941): Terminated: ok {rc=0}\u000a07:36:53.008885 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:35:55" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7956): Process ended prematurely: osmo-stp_10.42.42.5(pid=7956) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7956)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7956): Process ended prematurely: osmo-stp_10.42.42.5(pid=7956) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:36:55.174235 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:55.185662 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:36:55.352629 tst cs_paging_gprs_active.py: using LAC 19929\u000a07:36:55.481962 tst cs_paging_gprs_active.py: using RAC 39\u000a07:36:55.613928 tst cs_paging_gprs_active.py: using CellId 19929\u000a07:36:55.740227 tst cs_paging_gprs_active.py: using BVCI 19930\u000a07:36:55.765292 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:55.776674 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:55.787934 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:55.799207 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:55.810476 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:55.821818 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:55.833610 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:55.844843 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:55.856262 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:36:55.975711 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:36:56.256515 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:36:56.384500 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:36:56.701186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7946): Launched\u000a07:36:56.963170 run iperf3-srv_10.42.42.10(pid=7947): Launched\u000a07:36:57.149336 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:36:57.281649 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:36:57.619363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7948): Launched\u000a07:36:57.899523 run iperf3-srv_10.42.42.10(pid=7949): Launched\u000a07:36:58.100452 tst cs_paging_gprs_active.py:38: start network...\u000a07:36:58.237252 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:36:58.759558 run create_hlr_db(pid=7950): Launched\u000a07:36:58.948878 bus /gobi_6: Setting Powered False\u000a07:36:59.971470 run create_hlr_db(pid=7950): Terminated: ok {rc=0}\u000a07:37:00.381465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7952): Launched\u000a07:37:00.686995 run osmo-hlr_10.42.42.2(pid=7953): Launched\u000a07:37:00.807826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:37:01.410838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7955): Launched\u000a07:37:01.754549 run osmo-stp_10.42.42.5(pid=7956): Launched\u000a07:37:02.016498 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:37:02.605299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7958): Launched\u000a07:37:02.715216 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:37:02.989186 run patchelf(pid=7959): Launched\u000a07:37:03.167563 run osmo-stp_10.42.42.5(pid=7956): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7956)]\u000a07:37:03.297899 run osmo-stp_10.42.42.5(pid=7956): stdout: \u000a| (launched: 2022-12-09_07:37:01.568638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:03.428521 run osmo-stp_10.42.42.5(pid=7956): stderr: \u000a| �[0;m�[38;5;43m20221209073701918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073701918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073701918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073701918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073701919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073701919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073701919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:03.554764 run osmo-stp_10.42.42.5(pid=7956): stdout: \u000a| (launched: 2022-12-09_07:37:01.568638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:03.680332 run osmo-stp_10.42.42.5(pid=7956): stderr: \u000a| �[0;m�[38;5;43m20221209073701918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073701918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073701918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073701918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073701919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073701919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073701919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:03.826051 run patchelf(pid=7959): Terminating (SIGINT)\u000a07:37:03.996800 run patchelf(pid=7959): Terminated: ok {rc=0}\u000a07:37:04.028172 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7956): Process ended prematurely: osmo-stp_10.42.42.5(pid=7956) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7956)] [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:37:04.037601 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a07:37:04.098167 run osmo-hlr_10.42.42.2(pid=7953): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7953)]\u000a07:37:04.147030 run osmo-hlr_10.42.42.2(pid=7953): stdout: \u000a| (launched: 2022-12-09_07:37:00.536618) \u000a07:37:04.196746 run osmo-hlr_10.42.42.2(pid=7953): stderr: \u000a| �[0;m�[1;31m20221209073700711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073700711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073700711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073700711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073700711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073700711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073700724 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073700733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073700733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073700733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:37:04.238448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7946): Terminating (SIGTERM)\u000a07:37:04.277838 run iperf3-srv_10.42.42.10(pid=7947): Terminating (SIGTERM)\u000a07:37:04.317460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7948): Terminating (SIGTERM)\u000a07:37:04.357129 run iperf3-srv_10.42.42.10(pid=7949): Terminating (SIGTERM)\u000a07:37:04.397187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7952): Terminating (SIGTERM)\u000a07:37:04.437034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7955): Terminating (SIGTERM)\u000a07:37:04.476615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7958): Terminating (SIGTERM)\u000a07:37:04.486138 --- ParallelTerminationStrategy: PID 7946 died...\u000a07:37:04.539464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7946): Terminated: ok {rc=0}\u000a07:37:04.549890 --- ParallelTerminationStrategy: PID 7947 died...\u000a07:37:04.602574 run iperf3-srv_10.42.42.10(pid=7947): Terminated {rc=256}\u000a07:37:04.612490 --- ParallelTerminationStrategy: PID 7948 died...\u000a07:37:04.665519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7948): Terminated: ok {rc=0}\u000a07:37:04.675239 --- ParallelTerminationStrategy: PID 7949 died...\u000a07:37:04.728287 run iperf3-srv_10.42.42.10(pid=7949): Terminated {rc=256}\u000a07:37:04.738349 --- ParallelTerminationStrategy: PID 7952 died...\u000a07:37:04.791471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7952): Terminated: ok {rc=0}\u000a07:37:04.801213 --- ParallelTerminationStrategy: PID 7955 died...\u000a07:37:04.854079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7955): Terminated: ok {rc=0}\u000a07:37:04.863945 --- ParallelTerminationStrategy: PID 7958 died...\u000a07:37:04.916618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7958): Terminated: ok {rc=0}\u000a07:37:05.004201 bus /gobi_0: Setting Powered False\u000a07:37:06.107995 bus /gobi_0: Setting Powered False\u000a07:37:07.218435 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7968): Process ended prematurely: osmo-stp_10.42.42.5(pid=7968) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7968)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7968): Process ended prematurely: osmo-stp_10.42.42.5(pid=7968) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:37:08.328720 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:08.340460 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:37:08.498982 tst iperf3.py: using LAC 19930\u000a07:37:08.620026 tst iperf3.py: using RAC 40\u000a07:37:08.740999 tst iperf3.py: using CellId 19930\u000a07:37:08.859853 tst iperf3.py: using BVCI 19931\u000a07:37:08.883039 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:08.894051 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:08.904794 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:08.915757 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:08.926622 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:08.937617 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:08.948663 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:08.959880 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:08.971231 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:37:09.252058 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:37:09.378985 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:09.693438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7960): Launched\u000a07:37:09.953982 run iperf3-srv_10.42.42.10(pid=7961): Launched\u000a07:37:10.139009 tst iperf3.py:8: start network...\u000a07:37:10.265679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:37:10.740337 run create_hlr_db(pid=7962): Launched\u000a07:37:10.915387 bus /gobi_6: Setting Powered False\u000a07:37:11.935640 run create_hlr_db(pid=7962): Terminated: ok {rc=0}\u000a07:37:12.338363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7964): Launched\u000a07:37:12.641443 run osmo-hlr_10.42.42.2(pid=7965): Launched\u000a07:37:12.756045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:37:13.385284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7967): Launched\u000a07:37:13.682902 run osmo-stp_10.42.42.5(pid=7968): Launched\u000a07:37:13.790949 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:37:14.310286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7970): Launched\u000a07:37:14.416596 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:37:14.675956 run patchelf(pid=7971): Launched\u000a07:37:14.850246 run osmo-stp_10.42.42.5(pid=7968): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7968)]\u000a07:37:14.977635 run osmo-stp_10.42.42.5(pid=7968): stdout: \u000a| (launched: 2022-12-09_07:37:13.535757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:15.104878 run osmo-stp_10.42.42.5(pid=7968): stderr: \u000a| �[0;m�[38;5;43m20221209073713702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073713702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073713703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073713703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073713703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073713704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073713704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:15.227947 run osmo-stp_10.42.42.5(pid=7968): stdout: \u000a| (launched: 2022-12-09_07:37:13.535757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:15.350159 run osmo-stp_10.42.42.5(pid=7968): stderr: \u000a| �[0;m�[38;5;43m20221209073713702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073713702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073713703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073713703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073713703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073713704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073713704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:15.492283 run patchelf(pid=7971): Terminating (SIGINT)\u000a07:37:15.658588 run patchelf(pid=7971): Terminated: ok {rc=0}\u000a07:37:15.689489 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7968): Process ended prematurely: osmo-stp_10.42.42.5(pid=7968) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7968)] [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:37:15.698836 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a07:37:15.759436 run osmo-hlr_10.42.42.2(pid=7965): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7965)]\u000a07:37:15.808305 run osmo-hlr_10.42.42.2(pid=7965): stdout: \u000a| (launched: 2022-12-09_07:37:12.492188) \u000a07:37:15.859489 run osmo-hlr_10.42.42.2(pid=7965): stderr: \u000a| �[0;m�[1;31m20221209073712666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073712666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073712666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073712666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073712666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073712666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073712681 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073712691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073712691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073712692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:37:15.906305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7960): Terminating (SIGTERM)\u000a07:37:15.951310 run iperf3-srv_10.42.42.10(pid=7961): Terminating (SIGTERM)\u000a07:37:15.995031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7964): Terminating (SIGTERM)\u000a07:37:16.039059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7967): Terminating (SIGTERM)\u000a07:37:16.081127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7970): Terminating (SIGTERM)\u000a07:37:16.090967 --- ParallelTerminationStrategy: PID 7960 died...\u000a07:37:16.146819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7960): Terminated: ok {rc=0}\u000a07:37:16.157437 --- ParallelTerminationStrategy: PID 7961 died...\u000a07:37:16.212439 run iperf3-srv_10.42.42.10(pid=7961): Terminated {rc=256}\u000a07:37:16.223924 --- ParallelTerminationStrategy: PID 7964 died...\u000a07:37:16.280126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7964): Terminated: ok {rc=0}\u000a07:37:16.290760 --- ParallelTerminationStrategy: PID 7967 died...\u000a07:37:16.345843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7967): Terminated: ok {rc=0}\u000a07:37:16.357322 --- ParallelTerminationStrategy: PID 7970 died...\u000a07:37:16.412240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7970): Terminated: ok {rc=0}\u000a07:37:16.499263 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7986): Process ended prematurely: osmo-stp_10.42.42.5(pid=7986) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7986)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7986): Process ended prematurely: osmo-stp_10.42.42.5(pid=7986) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:37:17.605772 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:17.617594 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:37:17.774205 tst iperf3m4.py: using LAC 19931\u000a07:37:17.889630 tst iperf3m4.py: using RAC 41\u000a07:37:18.012463 tst iperf3m4.py: using CellId 19931\u000a07:37:18.135037 tst iperf3m4.py: using BVCI 19932\u000a07:37:18.159530 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:18.171202 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:18.182581 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:18.194459 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:18.206311 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:18.218271 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:18.230331 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:18.241911 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:18.253698 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:37:18.372469 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:37:18.489279 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:37:18.610633 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:37:18.886374 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:37:19.009746 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:19.315482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7972): Launched\u000a07:37:19.569918 run iperf3-srv_10.42.42.10(pid=7973): Launched\u000a07:37:19.750535 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:37:19.874517 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:20.181757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7974): Launched\u000a07:37:20.436486 run iperf3-srv_10.42.42.10(pid=7975): Launched\u000a07:37:20.616873 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:37:20.740459 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:21.047280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7976): Launched\u000a07:37:21.302237 run iperf3-srv_10.42.42.10(pid=7977): Launched\u000a07:37:21.482065 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:37:21.605351 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:21.910722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7978): Launched\u000a07:37:22.165670 run iperf3-srv_10.42.42.10(pid=7979): Launched\u000a07:37:22.345677 tst iperf3m4.py:8: start network...\u000a07:37:22.469158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:37:22.938164 run create_hlr_db(pid=7980): Launched\u000a07:37:23.108610 bus /gobi_6: Setting Powered False\u000a07:37:24.130810 run create_hlr_db(pid=7980): Terminated: ok {rc=0}\u000a07:37:24.553518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7982): Launched\u000a07:37:24.870866 run osmo-hlr_10.42.42.2(pid=7983): Launched\u000a07:37:24.987520 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:37:25.538282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7985): Launched\u000a07:37:25.858545 run osmo-stp_10.42.42.5(pid=7986): Launched\u000a07:37:25.973807 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:37:26.527902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7988): Launched\u000a07:37:26.641607 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:37:26.918960 run patchelf(pid=7989): Launched\u000a07:37:27.104232 run osmo-stp_10.42.42.5(pid=7986): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7986)]\u000a07:37:27.239877 run osmo-stp_10.42.42.5(pid=7986): stdout: \u000a| (launched: 2022-12-09_07:37:25.700172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:27.375515 run osmo-stp_10.42.42.5(pid=7986): stderr: \u000a| �[0;m�[38;5;43m20221209073725885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073725885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073725886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073725886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073725886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073725886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073725887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:27.506675 run osmo-stp_10.42.42.5(pid=7986): stdout: \u000a| (launched: 2022-12-09_07:37:25.700172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:27.636101 run osmo-stp_10.42.42.5(pid=7986): stderr: \u000a| �[0;m�[38;5;43m20221209073725885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073725885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073725886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073725886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073725886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073725886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073725887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:27.787077 run patchelf(pid=7989): Terminating (SIGINT)\u000a07:37:27.963617 run patchelf(pid=7989): Terminated: ok {rc=0}\u000a07:37:27.996292 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7986): Process ended prematurely: osmo-stp_10.42.42.5(pid=7986) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7986)] [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:37:28.006326 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a07:37:28.068512 run osmo-hlr_10.42.42.2(pid=7983): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7983)]\u000a07:37:28.119529 run osmo-hlr_10.42.42.2(pid=7983): stdout: \u000a| (launched: 2022-12-09_07:37:24.715007) \u000a07:37:28.171008 run osmo-hlr_10.42.42.2(pid=7983): stderr: \u000a| �[0;m�[1;31m20221209073724909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073724910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073724910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073724910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073724910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073724911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073724923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073724933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073724933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073724934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:37:28.214602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7972): Terminating (SIGTERM)\u000a07:37:28.255763 run iperf3-srv_10.42.42.10(pid=7973): Terminating (SIGTERM)\u000a07:37:28.297238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7974): Terminating (SIGTERM)\u000a07:37:28.338587 run iperf3-srv_10.42.42.10(pid=7975): Terminating (SIGTERM)\u000a07:37:28.380025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7976): Terminating (SIGTERM)\u000a07:37:28.421318 run iperf3-srv_10.42.42.10(pid=7977): Terminating (SIGTERM)\u000a07:37:28.462783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7978): Terminating (SIGTERM)\u000a07:37:28.503921 run iperf3-srv_10.42.42.10(pid=7979): Terminating (SIGTERM)\u000a07:37:28.545483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7982): Terminating (SIGTERM)\u000a07:37:28.586841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7985): Terminating (SIGTERM)\u000a07:37:28.628251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7988): Terminating (SIGTERM)\u000a07:37:28.637850 --- ParallelTerminationStrategy: PID 7972 died...\u000a07:37:28.693221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7972): Terminated: ok {rc=0}\u000a07:37:28.703216 --- ParallelTerminationStrategy: PID 7973 died...\u000a07:37:28.758091 run iperf3-srv_10.42.42.10(pid=7973): Terminated {rc=256}\u000a07:37:28.768032 --- ParallelTerminationStrategy: PID 7974 died...\u000a07:37:28.823098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7974): Terminated: ok {rc=0}\u000a07:37:28.833201 --- ParallelTerminationStrategy: PID 7975 died...\u000a07:37:28.888420 run iperf3-srv_10.42.42.10(pid=7975): Terminated {rc=256}\u000a07:37:28.898408 --- ParallelTerminationStrategy: PID 7976 died...\u000a07:37:28.954041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7976): Terminated: ok {rc=0}\u000a07:37:28.963920 --- ParallelTerminationStrategy: PID 7977 died...\u000a07:37:29.018970 run iperf3-srv_10.42.42.10(pid=7977): Terminated {rc=256}\u000a07:37:29.028857 --- ParallelTerminationStrategy: PID 7978 died...\u000a07:37:29.083883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7978): Terminated: ok {rc=0}\u000a07:37:29.093822 --- ParallelTerminationStrategy: PID 7979 died...\u000a07:37:29.148912 run iperf3-srv_10.42.42.10(pid=7979): Terminated {rc=256}\u000a07:37:29.158806 --- ParallelTerminationStrategy: PID 7982 died...\u000a07:37:29.213603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7982): Terminated: ok {rc=0}\u000a07:37:29.223479 --- ParallelTerminationStrategy: PID 7985 died...\u000a07:37:29.278361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7985): Terminated: ok {rc=0}\u000a07:37:29.288238 --- ParallelTerminationStrategy: PID 7988 died...\u000a07:37:29.343301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7988): Terminated: ok {rc=0}\u000a07:37:29.429521 bus /gobi_4: Setting Powered False\u000a07:37:30.532850 bus /gobi_4: Setting Powered False\u000a07:37:31.658870 bus /gobi_1: Setting Powered False\u000a07:37:32.760771 bus /gobi_1: Setting Powered False\u000a07:37:33.867159 bus /gobi_0: Setting Powered False\u000a07:37:34.972468 bus /gobi_0: Setting Powered False\u000a07:37:36.084807 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7997): Process ended prematurely: osmo-stp_10.42.42.5(pid=7997) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7997)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7997): Process ended prematurely: osmo-stp_10.42.42.5(pid=7997) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7997)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:37:37.154246 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:37.166431 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:37:37.324236 tst ping.py: using LAC 19932\u000a07:37:37.447923 tst ping.py: using RAC 42\u000a07:37:37.573257 tst ping.py: using CellId 19932\u000a07:37:37.698763 tst ping.py: using BVCI 19933\u000a07:37:37.723231 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:37.734711 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:37.746252 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:37.757867 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:37.769143 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:37.780573 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:37.792098 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:37.803441 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:37:38.076424 tst ping.py:19: start network...\u000a07:37:38.198397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:37:38.667211 run create_hlr_db(pid=7991): Launched\u000a07:37:38.837053 bus /gobi_6: Setting Powered False\u000a07:37:39.857923 run create_hlr_db(pid=7991): Terminated: ok {rc=0}\u000a07:37:40.275668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7993): Launched\u000a07:37:40.590819 run osmo-hlr_10.42.42.2(pid=7994): Launched\u000a07:37:40.708375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:37:41.260175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7996): Launched\u000a07:37:41.574203 run osmo-stp_10.42.42.5(pid=7997): Launched\u000a07:37:41.687953 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:37:42.236864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7999): Launched\u000a07:37:42.349187 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:37:42.622243 run patchelf(pid=8000): Launched\u000a07:37:42.806078 run osmo-stp_10.42.42.5(pid=7997): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7997)]\u000a07:37:42.940681 run osmo-stp_10.42.42.5(pid=7997): stdout: \u000a| (launched: 2022-12-09_07:37:41.419608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:43.075743 run osmo-stp_10.42.42.5(pid=7997): stderr: \u000a| �[0;m�[38;5;43m20221209073741608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073741608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073741609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073741609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073741610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073741610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073741610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:43.206022 run osmo-stp_10.42.42.5(pid=7997): stdout: \u000a| (launched: 2022-12-09_07:37:41.419608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:43.334707 run osmo-stp_10.42.42.5(pid=7997): stderr: \u000a| �[0;m�[38;5;43m20221209073741608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073741608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073741609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073741609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073741610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073741610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073741610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:43.483483 run patchelf(pid=8000): Terminating (SIGINT)\u000a07:37:43.657608 run patchelf(pid=8000): Terminated: ok {rc=0}\u000a07:37:43.689629 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7997): Process ended prematurely: osmo-stp_10.42.42.5(pid=7997) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7997)] [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:37:43.698963 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:37:43.760995 run osmo-hlr_10.42.42.2(pid=7994): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7994)]\u000a07:37:43.812188 run osmo-hlr_10.42.42.2(pid=7994): stdout: \u000a| (launched: 2022-12-09_07:37:40.435822) \u000a07:37:43.864061 run osmo-hlr_10.42.42.2(pid=7994): stderr: \u000a| �[0;m�[1;31m20221209073740630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073740630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073740630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073740630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073740631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073740631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073740643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073740651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073740651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073740652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:37:43.907807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7993): Terminating (SIGTERM)\u000a07:37:43.949088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7996): Terminating (SIGTERM)\u000a07:37:43.990774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7999): Terminating (SIGTERM)\u000a07:37:44.000352 --- ParallelTerminationStrategy: PID 7993 died...\u000a07:37:44.055645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7993): Terminated: ok {rc=0}\u000a07:37:44.065644 --- ParallelTerminationStrategy: PID 7996 died...\u000a07:37:44.120489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7996): Terminated: ok {rc=0}\u000a07:37:44.130470 --- ParallelTerminationStrategy: PID 7999 died...\u000a07:37:44.185608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7999): Terminated: ok {rc=0}\u000a07:37:44.272047 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8007): Process ended prematurely: osmo-stp_10.42.42.5(pid=8007) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8007)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8007): Process ended prematurely: osmo-stp_10.42.42.5(pid=8007) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8007)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:37:45.324104 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:45.336879 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:37:45.501288 tst ping_idle_ping.py: using LAC 19933\u000a07:37:45.627510 tst ping_idle_ping.py: using RAC 43\u000a07:37:45.753389 tst ping_idle_ping.py: using CellId 19933\u000a07:37:45.898431 tst ping_idle_ping.py: using BVCI 19934\u000a07:37:45.924185 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:45.936218 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:45.948116 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:45.960122 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:45.972006 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:45.983864 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:45.996106 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:37:46.010437 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:37:46.303510 tst ping_idle_ping.py:24: start network...\u000a07:37:46.434097 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:37:46.957101 run create_hlr_db(pid=8001): Launched\u000a07:37:47.131945 bus /gobi_6: Setting Powered False\u000a07:37:48.148836 run create_hlr_db(pid=8001): Terminated: ok {rc=0}\u000a07:37:48.539893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8003): Launched\u000a07:37:48.832882 run osmo-hlr_10.42.42.2(pid=8004): Launched\u000a07:37:48.945075 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:37:49.461743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8006): Launched\u000a07:37:49.758645 run osmo-stp_10.42.42.5(pid=8007): Launched\u000a07:37:49.865556 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:37:50.377134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8009): Launched\u000a07:37:50.482051 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:37:50.737983 run patchelf(pid=8010): Launched\u000a07:37:50.910458 run osmo-stp_10.42.42.5(pid=8007): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8007)]\u000a07:37:51.036658 run osmo-stp_10.42.42.5(pid=8007): stdout: \u000a| (launched: 2022-12-09_07:37:49.612272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:51.163551 run osmo-stp_10.42.42.5(pid=8007): stderr: \u000a| �[0;m�[38;5;43m20221209073749778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073749778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073749778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073749779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073749779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073749779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073749779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:51.285616 run osmo-stp_10.42.42.5(pid=8007): stdout: \u000a| (launched: 2022-12-09_07:37:49.612272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:51.406605 run osmo-stp_10.42.42.5(pid=8007): stderr: \u000a| �[0;m�[38;5;43m20221209073749778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073749778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073749778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073749779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073749779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073749779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073749779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:51.547480 run patchelf(pid=8010): Terminating (SIGINT)\u000a07:37:51.711821 run patchelf(pid=8010): Terminated: ok {rc=0}\u000a07:37:51.742543 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8007): Process ended prematurely: osmo-stp_10.42.42.5(pid=8007) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8007)] [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:37:51.751239 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a07:37:51.810368 run osmo-hlr_10.42.42.2(pid=8004): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8004)]\u000a07:37:51.859123 run osmo-hlr_10.42.42.2(pid=8004): stdout: \u000a| (launched: 2022-12-09_07:37:48.688606) \u000a07:37:51.908344 run osmo-hlr_10.42.42.2(pid=8004): stderr: \u000a| �[0;m�[1;31m20221209073748859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073748859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073748859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073748859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073748859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073748859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073748874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073748885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073748885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073748885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:37:51.950306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8003): Terminating (SIGTERM)\u000a07:37:51.989479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8006): Terminating (SIGTERM)\u000a07:37:52.028921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8009): Terminating (SIGTERM)\u000a07:37:52.038365 --- ParallelTerminationStrategy: PID 8003 died...\u000a07:37:52.091594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8003): Terminated: ok {rc=0}\u000a07:37:52.101103 --- ParallelTerminationStrategy: PID 8006 died...\u000a07:37:52.154129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8006): Terminated: ok {rc=0}\u000a07:37:52.164330 --- ParallelTerminationStrategy: PID 8009 died...\u000a07:37:52.216753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8009): Terminated: ok {rc=0}\u000a07:37:52.299591 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:36:54" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8024): Process ended prematurely: osmo-stp_10.42.42.5(pid=8024) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8024)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8024): Process ended prematurely: osmo-stp_10.42.42.5(pid=8024) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8024)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:37:54.473897 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:54.485550 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:37:54.650059 tst cs_paging_gprs_active.py: using LAC 19934\u000a07:37:54.778038 tst cs_paging_gprs_active.py: using RAC 44\u000a07:37:54.905865 tst cs_paging_gprs_active.py: using CellId 19934\u000a07:37:55.031701 tst cs_paging_gprs_active.py: using BVCI 19935\u000a07:37:55.056522 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:55.068202 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:55.079810 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:55.091385 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:55.102957 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:55.114727 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:55.126534 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:55.138251 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:55.150120 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:37:55.270113 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:37:55.567229 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:37:55.701487 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:56.033170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8014): Launched\u000a07:37:56.307951 run iperf3-srv_10.42.42.10(pid=8015): Launched\u000a07:37:56.504454 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:37:56.638793 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:56.970913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8016): Launched\u000a07:37:57.247453 run iperf3-srv_10.42.42.10(pid=8017): Launched\u000a07:37:57.443724 tst cs_paging_gprs_active.py:38: start network...\u000a07:37:57.577747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:37:58.090731 run create_hlr_db(pid=8018): Launched\u000a07:37:58.276386 bus /gobi_6: Setting Powered False\u000a07:37:59.298083 run create_hlr_db(pid=8018): Terminated: ok {rc=0}\u000a07:37:59.701362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8020): Launched\u000a07:38:00.001296 run osmo-hlr_10.42.42.2(pid=8021): Launched\u000a07:38:00.119316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:38:00.647911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8023): Launched\u000a07:38:01.038494 run osmo-stp_10.42.42.5(pid=8024): Launched\u000a07:38:01.188277 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:38:01.863707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8042): Launched\u000a07:38:02.002914 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:38:02.319193 run patchelf(pid=8063): Launched\u000a07:38:02.522734 run osmo-stp_10.42.42.5(pid=8024): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8024)]\u000a07:38:02.695351 run osmo-stp_10.42.42.5(pid=8024): stdout: \u000a| (launched: 2022-12-09_07:38:00.800036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:02.840401 run osmo-stp_10.42.42.5(pid=8024): stderr: \u000a| �[0;m�[38;5;43m20221209073801116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073801116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073801117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073801124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073801124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073801124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073801124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:02.981736 run osmo-stp_10.42.42.5(pid=8024): stdout: \u000a| (launched: 2022-12-09_07:38:00.800036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:03.127939 run osmo-stp_10.42.42.5(pid=8024): stderr: \u000a| �[0;m�[38;5;43m20221209073801116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073801116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073801117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073801124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073801124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073801124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073801124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:03.299774 run patchelf(pid=8063): Terminating (SIGINT)\u000a07:38:03.504907 run patchelf(pid=8063): Terminated: ok {rc=0}\u000a07:38:03.544919 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8024): Process ended prematurely: osmo-stp_10.42.42.5(pid=8024) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8024)] [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:38:03.556305 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a07:38:03.631319 run osmo-hlr_10.42.42.2(pid=8021): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8021)]\u000a07:38:03.697224 run osmo-hlr_10.42.42.2(pid=8021): stdout: \u000a| (launched: 2022-12-09_07:37:59.854925) \u000a07:38:03.763672 run osmo-hlr_10.42.42.2(pid=8021): stderr: \u000a| �[0;m�[1;31m20221209073800027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073800027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073800027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073800027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073800027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073800027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073800039 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073800050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073800050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073800050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:38:03.818611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8014): Terminating (SIGTERM)\u000a07:38:03.875475 run iperf3-srv_10.42.42.10(pid=8015): Terminating (SIGTERM)\u000a07:38:03.932205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8016): Terminating (SIGTERM)\u000a07:38:03.984189 run iperf3-srv_10.42.42.10(pid=8017): Terminating (SIGTERM)\u000a07:38:04.043036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8020): Terminating (SIGTERM)\u000a07:38:04.099183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8023): Terminating (SIGTERM)\u000a07:38:04.149487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8042): Terminating (SIGTERM)\u000a07:38:04.165471 --- ParallelTerminationStrategy: PID 8014 died...\u000a07:38:04.240400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8014): Terminated: ok {rc=0}\u000a07:38:04.252473 --- ParallelTerminationStrategy: PID 8015 died...\u000a07:38:04.320699 run iperf3-srv_10.42.42.10(pid=8015): Terminated {rc=256}\u000a07:38:04.334004 --- ParallelTerminationStrategy: PID 8016 died...\u000a07:38:04.409034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8016): Terminated: ok {rc=0}\u000a07:38:04.421642 --- ParallelTerminationStrategy: PID 8017 died...\u000a07:38:04.492144 run iperf3-srv_10.42.42.10(pid=8017): Terminated {rc=256}\u000a07:38:04.508056 --- ParallelTerminationStrategy: PID 8020 died...\u000a07:38:04.570792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8020): Terminated: ok {rc=0}\u000a07:38:04.586077 --- ParallelTerminationStrategy: PID 8023 died...\u000a07:38:04.653748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8023): Terminated: ok {rc=0}\u000a07:38:04.673115 --- ParallelTerminationStrategy: PID 8042 died...\u000a07:38:04.737647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8042): Terminated: ok {rc=0}\u000a07:38:04.859577 bus /gobi_0: Setting Powered False\u000a07:38:05.969955 bus /gobi_0: Setting Powered False\u000a07:38:07.079157 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8307): Process ended prematurely: osmo-stp_10.42.42.5(pid=8307) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8307)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8307): Process ended prematurely: osmo-stp_10.42.42.5(pid=8307) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:38:08.190553 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:08.203159 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:38:08.363312 tst iperf3.py: using LAC 19935\u000a07:38:08.487412 tst iperf3.py: using RAC 45\u000a07:38:08.610649 tst iperf3.py: using CellId 19935\u000a07:38:08.730510 tst iperf3.py: using BVCI 19936\u000a07:38:08.754623 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:08.766482 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:08.778301 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:08.790350 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:08.802044 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:08.816218 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:08.828083 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:08.840032 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:08.851881 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:38:09.143241 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:38:09.272448 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:38:09.601661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8299): Launched\u000a07:38:09.885526 run iperf3-srv_10.42.42.10(pid=8300): Launched\u000a07:38:10.074825 tst iperf3.py:8: start network...\u000a07:38:10.202323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:38:10.736392 run create_hlr_db(pid=8301): Launched\u000a07:38:10.914917 bus /gobi_6: Setting Powered False\u000a07:38:11.940014 run create_hlr_db(pid=8301): Terminated: ok {rc=0}\u000a07:38:12.363356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8303): Launched\u000a07:38:12.771813 run osmo-hlr_10.42.42.2(pid=8304): Launched\u000a07:38:12.997501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:38:13.624120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8306): Launched\u000a07:38:14.027949 run osmo-stp_10.42.42.5(pid=8307): Launched\u000a07:38:14.260887 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:38:14.856356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8309): Launched\u000a07:38:14.967624 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:38:15.254569 run patchelf(pid=8310): Launched\u000a07:38:15.435772 run osmo-stp_10.42.42.5(pid=8307): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8307)]\u000a07:38:15.570657 run osmo-stp_10.42.42.5(pid=8307): stdout: \u000a| (launched: 2022-12-09_07:38:13.781369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:15.705474 run osmo-stp_10.42.42.5(pid=8307): stderr: \u000a| �[0;m�[38;5;43m20221209073814106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073814106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073814106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073814106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073814107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073814107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073814107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:15.843496 run osmo-stp_10.42.42.5(pid=8307): stdout: \u000a| (launched: 2022-12-09_07:38:13.781369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:16.013472 run osmo-stp_10.42.42.5(pid=8307): stderr: \u000a| �[0;m�[38;5;43m20221209073814106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073814106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073814106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073814106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073814107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073814107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073814107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:16.162286 run patchelf(pid=8310): Terminating (SIGINT)\u000a07:38:16.382856 run patchelf(pid=8310): Terminated: ok {rc=0}\u000a07:38:16.424360 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8307): Process ended prematurely: osmo-stp_10.42.42.5(pid=8307) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8307)] [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:38:16.436533 tst iperf3.py:8: Test FAILED (8.3 sec)\u000a07:38:16.506226 run osmo-hlr_10.42.42.2(pid=8304): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8304)]\u000a07:38:16.562970 run osmo-hlr_10.42.42.2(pid=8304): stdout: \u000a| (launched: 2022-12-09_07:38:12.521267) \u000a07:38:16.628443 run osmo-hlr_10.42.42.2(pid=8304): stderr: \u000a| �[0;m�[1;31m20221209073812858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073812858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073812858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073812858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073812858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073812858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073812879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073812892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073812892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073812892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:38:16.679969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8299): Terminating (SIGTERM)\u000a07:38:16.730317 run iperf3-srv_10.42.42.10(pid=8300): Terminating (SIGTERM)\u000a07:38:16.780611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8303): Terminating (SIGTERM)\u000a07:38:16.831915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8306): Terminating (SIGTERM)\u000a07:38:16.880645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8309): Terminating (SIGTERM)\u000a07:38:16.892809 --- ParallelTerminationStrategy: PID 8299 died...\u000a07:38:16.960154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8299): Terminated: ok {rc=0}\u000a07:38:16.972149 --- ParallelTerminationStrategy: PID 8300 died...\u000a07:38:17.035688 run iperf3-srv_10.42.42.10(pid=8300): Terminated {rc=256}\u000a07:38:17.047421 --- ParallelTerminationStrategy: PID 8303 died...\u000a07:38:17.110892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8303): Terminated: ok {rc=0}\u000a07:38:17.122404 --- ParallelTerminationStrategy: PID 8306 died...\u000a07:38:17.184254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8306): Terminated: ok {rc=0}\u000a07:38:17.196226 --- ParallelTerminationStrategy: PID 8309 died...\u000a07:38:17.259574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8309): Terminated: ok {rc=0}\u000a07:38:17.385272 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8326): Process ended prematurely: osmo-stp_10.42.42.5(pid=8326) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8326)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8326): Process ended prematurely: osmo-stp_10.42.42.5(pid=8326) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:38:18.507134 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:18.520112 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:38:18.688633 tst iperf3m4.py: using LAC 19936\u000a07:38:18.820178 tst iperf3m4.py: using RAC 46\u000a07:38:18.949553 tst iperf3m4.py: using CellId 19936\u000a07:38:19.081314 tst iperf3m4.py: using BVCI 19937\u000a07:38:19.107469 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:19.120558 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:19.133210 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:19.145510 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:19.157744 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:19.170129 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:19.182917 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:19.195410 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:19.208736 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:38:19.333608 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:38:19.464176 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:38:19.588142 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:38:19.892663 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:38:20.032459 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:38:20.384465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8311): Launched\u000a07:38:20.681927 run iperf3-srv_10.42.42.10(pid=8312): Launched\u000a07:38:20.884693 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:38:21.023980 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:38:21.378461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8313): Launched\u000a07:38:21.676238 run iperf3-srv_10.42.42.10(pid=8314): Launched\u000a07:38:21.879306 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:38:22.019944 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:38:22.371342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8315): Launched\u000a07:38:22.672779 run iperf3-srv_10.42.42.10(pid=8316): Launched\u000a07:38:22.875956 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:38:23.015969 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:38:23.370046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8317): Launched\u000a07:38:23.671038 run iperf3-srv_10.42.42.10(pid=8318): Launched\u000a07:38:23.873689 tst iperf3m4.py:8: start network...\u000a07:38:24.013239 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:38:24.579790 run create_hlr_db(pid=8319): Launched\u000a07:38:24.774264 bus /gobi_6: Setting Powered False\u000a07:38:25.793951 run create_hlr_db(pid=8319): Terminated: ok {rc=0}\u000a07:38:26.245798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8321): Launched\u000a07:38:26.579839 run osmo-hlr_10.42.42.2(pid=8322): Launched\u000a07:38:26.699564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:38:27.260596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8324): Launched\u000a07:38:27.581835 run osmo-stp_10.42.42.5(pid=8326): Launched\u000a07:38:27.698330 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:38:28.257710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8328): Launched\u000a07:38:28.372362 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:38:28.653531 run patchelf(pid=8329): Launched\u000a07:38:28.840614 run osmo-stp_10.42.42.5(pid=8326): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8326)]\u000a07:38:28.977984 run osmo-stp_10.42.42.5(pid=8326): stdout: \u000a| (launched: 2022-12-09_07:38:27.424751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:29.115132 run osmo-stp_10.42.42.5(pid=8326): stderr: \u000a| �[0;m�[38;5;43m20221209073827613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073827613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073827614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073827614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073827614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073827615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073827615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:29.247410 run osmo-stp_10.42.42.5(pid=8326): stdout: \u000a| (launched: 2022-12-09_07:38:27.424751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:29.378879 run osmo-stp_10.42.42.5(pid=8326): stderr: \u000a| �[0;m�[38;5;43m20221209073827613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073827613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073827614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073827614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073827614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073827615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073827615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:29.531300 run patchelf(pid=8329): Terminating (SIGINT)\u000a07:38:29.708840 run patchelf(pid=8329): Terminated: ok {rc=0}\u000a07:38:29.741640 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8326): Process ended prematurely: osmo-stp_10.42.42.5(pid=8326) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8326)] [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:38:29.751610 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a07:38:29.813946 run osmo-hlr_10.42.42.2(pid=8322): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8322)]\u000a07:38:29.864910 run osmo-hlr_10.42.42.2(pid=8322): stdout: \u000a| (launched: 2022-12-09_07:38:26.419498) \u000a07:38:29.916872 run osmo-hlr_10.42.42.2(pid=8322): stderr: \u000a| �[0;m�[1;31m20221209073826614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073826614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073826614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073826614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073826614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073826615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073826627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073826637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073826637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073826637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:38:29.960662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8311): Terminating (SIGTERM)\u000a07:38:30.001985 run iperf3-srv_10.42.42.10(pid=8312): Terminating (SIGTERM)\u000a07:38:30.043238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8313): Terminating (SIGTERM)\u000a07:38:30.084803 run iperf3-srv_10.42.42.10(pid=8314): Terminating (SIGTERM)\u000a07:38:30.127791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8315): Terminating (SIGTERM)\u000a07:38:30.169657 run iperf3-srv_10.42.42.10(pid=8316): Terminating (SIGTERM)\u000a07:38:30.211263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8317): Terminating (SIGTERM)\u000a07:38:30.252758 run iperf3-srv_10.42.42.10(pid=8318): Terminating (SIGTERM)\u000a07:38:30.294077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8321): Terminating (SIGTERM)\u000a07:38:30.335573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8324): Terminating (SIGTERM)\u000a07:38:30.377322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8328): Terminating (SIGTERM)\u000a07:38:30.387015 --- ParallelTerminationStrategy: PID 8311 died...\u000a07:38:30.443005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8311): Terminated: ok {rc=0}\u000a07:38:30.453062 --- ParallelTerminationStrategy: PID 8312 died...\u000a07:38:30.508922 run iperf3-srv_10.42.42.10(pid=8312): Terminated {rc=256}\u000a07:38:30.518939 --- ParallelTerminationStrategy: PID 8313 died...\u000a07:38:30.574472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8313): Terminated: ok {rc=0}\u000a07:38:30.584444 --- ParallelTerminationStrategy: PID 8314 died...\u000a07:38:30.639315 run iperf3-srv_10.42.42.10(pid=8314): Terminated {rc=256}\u000a07:38:30.649235 --- ParallelTerminationStrategy: PID 8315 died...\u000a07:38:30.703970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8315): Terminated: ok {rc=0}\u000a07:38:30.713849 --- ParallelTerminationStrategy: PID 8316 died...\u000a07:38:30.768795 run iperf3-srv_10.42.42.10(pid=8316): Terminated {rc=256}\u000a07:38:30.778720 --- ParallelTerminationStrategy: PID 8317 died...\u000a07:38:30.833713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8317): Terminated: ok {rc=0}\u000a07:38:30.858487 --- ParallelTerminationStrategy: PID 8318 died...\u000a07:38:30.915611 run iperf3-srv_10.42.42.10(pid=8318): Terminated {rc=256}\u000a07:38:30.926242 --- ParallelTerminationStrategy: PID 8321 died...\u000a07:38:30.982036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8321): Terminated: ok {rc=0}\u000a07:38:30.992550 --- ParallelTerminationStrategy: PID 8324 died...\u000a07:38:31.048650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8324): Terminated: ok {rc=0}\u000a07:38:31.059185 --- ParallelTerminationStrategy: PID 8328 died...\u000a07:38:31.115732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8328): Terminated: ok {rc=0}\u000a07:38:31.206283 bus /gobi_4: Setting Powered False\u000a07:38:32.310120 bus /gobi_4: Setting Powered False\u000a07:38:33.419278 bus /gobi_1: Setting Powered False\u000a07:38:34.520198 bus /gobi_1: Setting Powered False\u000a07:38:35.630923 bus /gobi_0: Setting Powered False\u000a07:38:36.733904 bus /gobi_0: Setting Powered False\u000a07:38:37.841863 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8336): Process ended prematurely: osmo-stp_10.42.42.5(pid=8336) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8336)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8336): Process ended prematurely: osmo-stp_10.42.42.5(pid=8336) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:38:38.910671 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:38.923084 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:38:39.082918 tst ping.py: using LAC 19937\u000a07:38:39.197564 tst ping.py: using RAC 47\u000a07:38:39.314216 tst ping.py: using CellId 19937\u000a07:38:39.428889 tst ping.py: using BVCI 19938\u000a07:38:39.451613 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:39.462620 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:39.473699 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:39.484524 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:39.495265 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:39.506172 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:39.517135 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:39.527866 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:38:39.802273 tst ping.py:19: start network...\u000a07:38:39.923354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:38:40.386698 run create_hlr_db(pid=8330): Launched\u000a07:38:40.555815 bus /gobi_6: Setting Powered False\u000a07:38:41.577513 run create_hlr_db(pid=8330): Terminated: ok {rc=0}\u000a07:38:41.969644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8332): Launched\u000a07:38:42.264503 run osmo-hlr_10.42.42.2(pid=8333): Launched\u000a07:38:42.378462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:38:42.901760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8335): Launched\u000a07:38:43.216698 run osmo-stp_10.42.42.5(pid=8336): Launched\u000a07:38:43.330728 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:38:43.883077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8338): Launched\u000a07:38:43.995517 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:38:44.271457 run patchelf(pid=8339): Launched\u000a07:38:44.456194 run osmo-stp_10.42.42.5(pid=8336): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8336)]\u000a07:38:44.591264 run osmo-stp_10.42.42.5(pid=8336): stdout: \u000a| (launched: 2022-12-09_07:38:43.062304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:44.726296 run osmo-stp_10.42.42.5(pid=8336): stderr: \u000a| �[0;m�[38;5;43m20221209073843251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073843251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073843251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073843252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073843252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073843252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073843252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:44.856921 run osmo-stp_10.42.42.5(pid=8336): stdout: \u000a| (launched: 2022-12-09_07:38:43.062304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:44.986847 run osmo-stp_10.42.42.5(pid=8336): stderr: \u000a| �[0;m�[38;5;43m20221209073843251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073843251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073843251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073843252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073843252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073843252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073843252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:45.136698 run patchelf(pid=8339): Terminating (SIGINT)\u000a07:38:45.312249 run patchelf(pid=8339): Terminated: ok {rc=0}\u000a07:38:45.344443 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8336): Process ended prematurely: osmo-stp_10.42.42.5(pid=8336) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8336)] [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:38:45.353933 tst ping.py:22: Test FAILED (6.4 sec)\u000a07:38:45.416604 run osmo-hlr_10.42.42.2(pid=8333): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8333)]\u000a07:38:45.468075 run osmo-hlr_10.42.42.2(pid=8333): stdout: \u000a| (launched: 2022-12-09_07:38:42.118944) \u000a07:38:45.520805 run osmo-hlr_10.42.42.2(pid=8333): stderr: \u000a| �[0;m�[1;31m20221209073842292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073842293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073842293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073842293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073842293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073842293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073842304 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073842313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073842313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073842313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:38:45.565673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8332): Terminating (SIGTERM)\u000a07:38:45.607627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8335): Terminating (SIGTERM)\u000a07:38:45.649853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8338): Terminating (SIGTERM)\u000a07:38:45.659533 --- ParallelTerminationStrategy: PID 8332 died...\u000a07:38:45.715656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8332): Terminated: ok {rc=0}\u000a07:38:45.725884 --- ParallelTerminationStrategy: PID 8335 died...\u000a07:38:45.781641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8335): Terminated: ok {rc=0}\u000a07:38:45.791682 --- ParallelTerminationStrategy: PID 8338 died...\u000a07:38:45.873045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8338): Terminated: ok {rc=0}\u000a07:38:45.967411 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8346): Process ended prematurely: osmo-stp_10.42.42.5(pid=8346) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8346)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8346): Process ended prematurely: osmo-stp_10.42.42.5(pid=8346) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:38:47.028000 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:47.043610 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:38:47.238970 tst ping_idle_ping.py: using LAC 19938\u000a07:38:47.370511 tst ping_idle_ping.py: using RAC 48\u000a07:38:47.493158 tst ping_idle_ping.py: using CellId 19938\u000a07:38:47.616878 tst ping_idle_ping.py: using BVCI 19939\u000a07:38:47.641416 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:47.652937 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:47.664373 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:47.675704 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:47.686890 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:47.698208 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:47.709553 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:38:47.720798 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:38:48.012883 tst ping_idle_ping.py:24: start network...\u000a07:38:48.144574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:38:48.652162 run create_hlr_db(pid=8340): Launched\u000a07:38:48.836171 bus /gobi_6: Setting Powered False\u000a07:38:49.856921 run create_hlr_db(pid=8340): Terminated: ok {rc=0}\u000a07:38:50.255397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8342): Launched\u000a07:38:50.551747 run osmo-hlr_10.42.42.2(pid=8343): Launched\u000a07:38:50.668034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:38:51.184443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8345): Launched\u000a07:38:51.481876 run osmo-stp_10.42.42.5(pid=8346): Launched\u000a07:38:51.592039 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:38:52.106133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8348): Launched\u000a07:38:52.211384 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:38:52.471022 run patchelf(pid=8349): Launched\u000a07:38:52.644123 run osmo-stp_10.42.42.5(pid=8346): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8346)]\u000a07:38:52.770458 run osmo-stp_10.42.42.5(pid=8346): stdout: \u000a| (launched: 2022-12-09_07:38:51.335985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:52.897303 run osmo-stp_10.42.42.5(pid=8346): stderr: \u000a| �[0;m�[38;5;43m20221209073851503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073851503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073851503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073851504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073851504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073851505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073851505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:53.019545 run osmo-stp_10.42.42.5(pid=8346): stdout: \u000a| (launched: 2022-12-09_07:38:51.335985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:53.140783 run osmo-stp_10.42.42.5(pid=8346): stderr: \u000a| �[0;m�[38;5;43m20221209073851503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073851503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073851503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073851504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073851504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073851505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073851505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:53.281562 run patchelf(pid=8349): Terminating (SIGINT)\u000a07:38:53.447322 run patchelf(pid=8349): Terminated: ok {rc=0}\u000a07:38:53.478171 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8346): Process ended prematurely: osmo-stp_10.42.42.5(pid=8346) [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8346)] [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:38:53.486907 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a07:38:53.546298 run osmo-hlr_10.42.42.2(pid=8343): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8343)]\u000a07:38:53.595747 run osmo-hlr_10.42.42.2(pid=8343): stdout: \u000a| (launched: 2022-12-09_07:38:50.406201) \u000a07:38:53.645314 run osmo-hlr_10.42.42.2(pid=8343): stderr: \u000a| �[0;m�[1;31m20221209073850578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073850578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073850578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073850578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073850578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073850578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073850590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073850599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073850599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073850599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:38:53.687283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8342): Terminating (SIGTERM)\u000a07:38:53.726745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8345): Terminating (SIGTERM)\u000a07:38:53.766105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8348): Terminating (SIGTERM)\u000a07:38:53.774854 --- ParallelTerminationStrategy: PID 8342 died...\u000a07:38:53.827308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8342): Terminated: ok {rc=0}\u000a07:38:53.836734 --- ParallelTerminationStrategy: PID 8345 died...\u000a07:38:53.889461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8345): Terminated: ok {rc=0}\u000a07:38:53.899113 --- ParallelTerminationStrategy: PID 8348 died...\u000a07:38:53.951363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8348): Terminated: ok {rc=0}\u000a07:38:54.039480 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:37:54" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8364): Process ended prematurely: osmo-stp_10.42.42.5(pid=8364) [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8364)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8364): Process ended prematurely: osmo-stp_10.42.42.5(pid=8364) [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:38:56.202945 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:56.214389 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:38:56.353844 tst cs_paging_gprs_active.py: using LAC 19939\u000a07:38:56.479041 tst cs_paging_gprs_active.py: using RAC 49\u000a07:38:56.598217 tst cs_paging_gprs_active.py: using CellId 19939\u000a07:38:56.716859 tst cs_paging_gprs_active.py: using BVCI 19940\u000a07:38:56.739734 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:56.751402 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:56.762671 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:56.773883 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:56.784918 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:56.795921 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:56.807094 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:56.818224 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:56.829602 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:38:56.951578 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:38:57.229524 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:38:57.354007 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:38:57.664557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8354): Launched\u000a07:38:57.922587 run iperf3-srv_10.42.42.10(pid=8355): Launched\u000a07:38:58.105655 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:38:58.229991 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:38:58.541942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8356): Launched\u000a07:38:58.799973 run iperf3-srv_10.42.42.10(pid=8357): Launched\u000a07:38:58.982881 tst cs_paging_gprs_active.py:38: start network...\u000a07:38:59.107281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:38:59.578559 run create_hlr_db(pid=8358): Launched\u000a07:38:59.751241 bus /gobi_6: Setting Powered False\u000a07:39:00.772479 run create_hlr_db(pid=8358): Terminated: ok {rc=0}\u000a07:39:01.211141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8360): Launched\u000a07:39:01.673227 run osmo-hlr_10.42.42.2(pid=8361): Launched\u000a07:39:01.863221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:39:02.435268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8363): Launched\u000a07:39:02.757716 run osmo-stp_10.42.42.5(pid=8364): Launched\u000a07:39:02.873259 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:39:03.434835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8366): Launched\u000a07:39:03.548568 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:39:03.828293 run patchelf(pid=8367): Launched\u000a07:39:04.014572 run osmo-stp_10.42.42.5(pid=8364): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8364)]\u000a07:39:04.150449 run osmo-stp_10.42.42.5(pid=8364): stdout: \u000a| (launched: 2022-12-09_07:39:02.598541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:04.286896 run osmo-stp_10.42.42.5(pid=8364): stderr: \u000a| �[0;m�[38;5;43m20221209073902788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073902788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073902788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073902789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073902789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073902789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073902789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:04.418952 run osmo-stp_10.42.42.5(pid=8364): stdout: \u000a| (launched: 2022-12-09_07:39:02.598541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:04.550062 run osmo-stp_10.42.42.5(pid=8364): stderr: \u000a| �[0;m�[38;5;43m20221209073902788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073902788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073902788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073902789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073902789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073902789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073902789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:04.701852 run patchelf(pid=8367): Terminating (SIGINT)\u000a07:39:04.879833 run patchelf(pid=8367): Terminated: ok {rc=0}\u000a07:39:04.913190 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8364): Process ended prematurely: osmo-stp_10.42.42.5(pid=8364) [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8364)] [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a07:39:04.923163 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a07:39:04.985664 run osmo-hlr_10.42.42.2(pid=8361): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8361)]\u000a07:39:05.037033 run osmo-hlr_10.42.42.2(pid=8361): stdout: \u000a| (launched: 2022-12-09_07:39:01.366980) \u000a07:39:05.088781 run osmo-hlr_10.42.42.2(pid=8361): stderr: \u000a| �[0;m�[1;31m20221209073901558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073901558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073901558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073901558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073901558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073901558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073901573 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073901597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073901598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073901599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:39:05.132765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8354): Terminating (SIGTERM)\u000a07:39:05.174144 run iperf3-srv_10.42.42.10(pid=8355): Terminating (SIGTERM)\u000a07:39:05.215553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8356): Terminating (SIGTERM)\u000a07:39:05.256657 run iperf3-srv_10.42.42.10(pid=8357): Terminating (SIGTERM)\u000a07:39:05.298003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8360): Terminating (SIGTERM)\u000a07:39:05.339417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8363): Terminating (SIGTERM)\u000a07:39:05.380664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8366): Terminating (SIGTERM)\u000a07:39:05.390254 --- ParallelTerminationStrategy: PID 8354 died...\u000a07:39:05.445257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8354): Terminated: ok {rc=0}\u000a07:39:05.455139 --- ParallelTerminationStrategy: PID 8355 died...\u000a07:39:05.509602 run iperf3-srv_10.42.42.10(pid=8355): Terminated {rc=256}\u000a07:39:05.519376 --- ParallelTerminationStrategy: PID 8356 died...\u000a07:39:05.574018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8356): Terminated: ok {rc=0}\u000a07:39:05.583814 --- ParallelTerminationStrategy: PID 8357 died...\u000a07:39:05.638385 run iperf3-srv_10.42.42.10(pid=8357): Terminated {rc=256}\u000a07:39:05.648229 --- ParallelTerminationStrategy: PID 8360 died...\u000a07:39:05.703776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8360): Terminated: ok {rc=0}\u000a07:39:05.713849 --- ParallelTerminationStrategy: PID 8363 died...\u000a07:39:05.769313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8363): Terminated: ok {rc=0}\u000a07:39:05.779374 --- ParallelTerminationStrategy: PID 8366 died...\u000a07:39:05.834736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8366): Terminated: ok {rc=0}\u000a07:39:05.922448 bus /gobi_0: Setting Powered False\u000a07:39:07.029043 bus /gobi_0: Setting Powered False\u000a07:39:08.136036 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8376): Process ended prematurely: osmo-stp_10.42.42.5(pid=8376) [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8376)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8376): Process ended prematurely: osmo-stp_10.42.42.5(pid=8376) [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a07:39:09.249535 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:09.262004 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:39:09.418363 tst iperf3.py: using LAC 19940\u000a07:39:09.542589 tst iperf3.py: using RAC 50\u000a07:39:09.669769 tst iperf3.py: using CellId 19940\u000a07:39:09.794178 tst iperf3.py: using BVCI 19941\u000a07:39:09.818835 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:09.830652 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:09.842321 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:09.854075 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:09.865747 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:09.877338 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:09.889491 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:09.901208 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:09.913089 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:39:10.189149 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:39:10.314258 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:39:10.625476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8368): Launched\u000a07:39:10.882499 run iperf3-srv_10.42.42.10(pid=8369): Launched\u000a07:39:11.064726 tst iperf3.py:8: start network...\u000a07:39:11.189494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:39:11.658865 run create_hlr_db(pid=8370): Launched\u000a07:39:11.830366 bus /gobi_6: Setting Powered False\u000a07:39:12.850916 run create_hlr_db(pid=8370): Terminated: ok {rc=0}\u000a07:39:13.273249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8372): Launched\u000a07:39:13.591283 run osmo-hlr_10.42.42.2(pid=8373): Launched\u000a07:39:13.707628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:39:14.259820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8375): Launched\u000a07:39:14.577223 run osmo-stp_10.42.42.5(pid=8376): Launched\u000a07:39:14.692451 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:39:15.247054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8378): Launched\u000a07:39:15.360857 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:39:15.636931 run patchelf(pid=8379): Launched\u000a07:39:15.823254 run osmo-stp_10.42.42.5(pid=8376): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8376)]\u000a07:39:15.967457 run osmo-stp_10.42.42.5(pid=8376): stdout: \u000a| (launched: 2022-12-09_07:39:14.421476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:16.106199 run osmo-stp_10.42.42.5(pid=8376): stderr: \u000a| �[0;m�[38;5;43m20221209073914610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073914610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073914610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073914611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073914611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073914611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073914611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:16.239697 run osmo-stp_10.42.42.5(pid=8376): stdout: \u000a| (launched: 2022-12-09_07:39:14.421476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:16.372508 run osmo-stp_10.42.42.5(pid=8376): stderr: \u000a| �[0;m�[38;5;43m20221209073914610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073914610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073914610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073914611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073914611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073914611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073914611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:16.526978 run patchelf(pid=8379): Terminating (SIGINT)\u000a07:39:16.707081 run patchelf(pid=8379): Terminated: ok {rc=0}\u000a07:39:16.740622 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8376): Process ended prematurely: osmo-stp_10.42.42.5(pid=8376) [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8376)] [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a07:39:16.751406 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:39:16.815380 run osmo-hlr_10.42.42.2(pid=8373): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8373)]\u000a07:39:16.867594 run osmo-hlr_10.42.42.2(pid=8373): stdout: \u000a| (launched: 2022-12-09_07:39:13.435693) \u000a07:39:16.920499 run osmo-hlr_10.42.42.2(pid=8373): stderr: \u000a| �[0;m�[1;31m20221209073913630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073913631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073913631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073913631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073913631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073913631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073913643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073913651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073913652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073913652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:39:16.965605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8368): Terminating (SIGTERM)\u000a07:39:17.009865 run iperf3-srv_10.42.42.10(pid=8369): Terminating (SIGTERM)\u000a07:39:17.054055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8372): Terminating (SIGTERM)\u000a07:39:17.098326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8375): Terminating (SIGTERM)\u000a07:39:17.140497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8378): Terminating (SIGTERM)\u000a07:39:17.150136 --- ParallelTerminationStrategy: PID 8368 died...\u000a07:39:17.206006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8368): Terminated: ok {rc=0}\u000a07:39:17.215844 --- ParallelTerminationStrategy: PID 8369 died...\u000a07:39:17.270718 run iperf3-srv_10.42.42.10(pid=8369): Terminated {rc=256}\u000a07:39:17.280515 --- ParallelTerminationStrategy: PID 8372 died...\u000a07:39:17.335616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8372): Terminated: ok {rc=0}\u000a07:39:17.345863 --- ParallelTerminationStrategy: PID 8375 died...\u000a07:39:17.401077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8375): Terminated: ok {rc=0}\u000a07:39:17.411015 --- ParallelTerminationStrategy: PID 8378 died...\u000a07:39:17.466550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8378): Terminated: ok {rc=0}\u000a07:39:17.553289 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8394): Process ended prematurely: osmo-stp_10.42.42.5(pid=8394) [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8394)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8394): Process ended prematurely: osmo-stp_10.42.42.5(pid=8394) [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a07:39:18.666376 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:18.678819 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:39:18.821029 tst iperf3m4.py: using LAC 19941\u000a07:39:18.944176 tst iperf3m4.py: using RAC 51\u000a07:39:19.068003 tst iperf3m4.py: using CellId 19941\u000a07:39:19.190502 tst iperf3m4.py: using BVCI 19942\u000a07:39:19.214807 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:19.226693 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:19.238385 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:19.250096 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:19.261782 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:19.273410 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:19.285199 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:19.296747 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:19.308616 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:39:19.425688 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:39:19.546628 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:39:19.668837 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:39:19.944828 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:39:20.069352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:39:20.377347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8380): Launched\u000a07:39:20.632445 run iperf3-srv_10.42.42.10(pid=8381): Launched\u000a07:39:20.813139 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:39:20.936638 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:39:21.243748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8382): Launched\u000a07:39:21.500180 run iperf3-srv_10.42.42.10(pid=8383): Launched\u000a07:39:21.680680 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:39:21.804368 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:39:22.111836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8384): Launched\u000a07:39:22.367288 run iperf3-srv_10.42.42.10(pid=8385): Launched\u000a07:39:22.547489 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:39:22.671165 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:39:22.978381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8386): Launched\u000a07:39:23.233366 run iperf3-srv_10.42.42.10(pid=8387): Launched\u000a07:39:23.414175 tst iperf3m4.py:8: start network...\u000a07:39:23.537714 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:39:24.006994 run create_hlr_db(pid=8388): Launched\u000a07:39:24.177810 bus /gobi_6: Setting Powered False\u000a07:39:25.200578 run create_hlr_db(pid=8388): Terminated: ok {rc=0}\u000a07:39:25.596882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8390): Launched\u000a07:39:25.895010 run osmo-hlr_10.42.42.2(pid=8391): Launched\u000a07:39:26.007918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:39:26.524826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8393): Launched\u000a07:39:26.821166 run osmo-stp_10.42.42.5(pid=8394): Launched\u000a07:39:26.929615 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:39:27.446476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8396): Launched\u000a07:39:27.552805 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:39:27.812917 run patchelf(pid=8397): Launched\u000a07:39:27.988361 run osmo-stp_10.42.42.5(pid=8394): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8394)]\u000a07:39:28.116042 run osmo-stp_10.42.42.5(pid=8394): stdout: \u000a| (launched: 2022-12-09_07:39:26.675269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:28.244354 run osmo-stp_10.42.42.5(pid=8394): stderr: \u000a| �[0;m�[38;5;43m20221209073926841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073926842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073926842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073926842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073926843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073926843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073926843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:28.368332 run osmo-stp_10.42.42.5(pid=8394): stdout: \u000a| (launched: 2022-12-09_07:39:26.675269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:28.491376 run osmo-stp_10.42.42.5(pid=8394): stderr: \u000a| �[0;m�[38;5;43m20221209073926841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073926842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073926842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073926842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073926843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073926843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073926843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:28.634105 run patchelf(pid=8397): Terminating (SIGINT)\u000a07:39:28.801672 run patchelf(pid=8397): Terminated: ok {rc=0}\u000a07:39:28.832559 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8394): Process ended prematurely: osmo-stp_10.42.42.5(pid=8394) [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8394)] [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a07:39:28.842067 tst iperf3m4.py:8: Test FAILED (10.2 sec)\u000a07:39:28.903213 run osmo-hlr_10.42.42.2(pid=8391): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8391)]\u000a07:39:28.951974 run osmo-hlr_10.42.42.2(pid=8391): stdout: \u000a| (launched: 2022-12-09_07:39:25.747734) \u000a07:39:29.001384 run osmo-hlr_10.42.42.2(pid=8391): stderr: \u000a| �[0;m�[1;31m20221209073925920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073925920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073925920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073925921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073925921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073925921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073925933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073925942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073925942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073925942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:39:29.042683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8380): Terminating (SIGTERM)\u000a07:39:29.081881 run iperf3-srv_10.42.42.10(pid=8381): Terminating (SIGTERM)\u000a07:39:29.121231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8382): Terminating (SIGTERM)\u000a07:39:29.160390 run iperf3-srv_10.42.42.10(pid=8383): Terminating (SIGTERM)\u000a07:39:29.199624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8384): Terminating (SIGTERM)\u000a07:39:29.238676 run iperf3-srv_10.42.42.10(pid=8385): Terminating (SIGTERM)\u000a07:39:29.277799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8386): Terminating (SIGTERM)\u000a07:39:29.316802 run iperf3-srv_10.42.42.10(pid=8387): Terminating (SIGTERM)\u000a07:39:29.355980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8390): Terminating (SIGTERM)\u000a07:39:29.395347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8393): Terminating (SIGTERM)\u000a07:39:29.434579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8396): Terminating (SIGTERM)\u000a07:39:29.443779 --- ParallelTerminationStrategy: PID 8380 died...\u000a07:39:29.496295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8380): Terminated: ok {rc=0}\u000a07:39:29.505905 --- ParallelTerminationStrategy: PID 8381 died...\u000a07:39:29.562598 run iperf3-srv_10.42.42.10(pid=8381): Terminated {rc=256}\u000a07:39:29.572587 --- ParallelTerminationStrategy: PID 8382 died...\u000a07:39:29.628716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8382): Terminated: ok {rc=0}\u000a07:39:29.638596 --- ParallelTerminationStrategy: PID 8383 died...\u000a07:39:29.693761 run iperf3-srv_10.42.42.10(pid=8383): Terminated {rc=256}\u000a07:39:29.703584 --- ParallelTerminationStrategy: PID 8384 died...\u000a07:39:29.759234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8384): Terminated: ok {rc=0}\u000a07:39:29.769187 --- ParallelTerminationStrategy: PID 8385 died...\u000a07:39:29.823638 run iperf3-srv_10.42.42.10(pid=8385): Terminated {rc=256}\u000a07:39:29.833872 --- ParallelTerminationStrategy: PID 8386 died...\u000a07:39:29.889368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8386): Terminated: ok {rc=0}\u000a07:39:29.899644 --- ParallelTerminationStrategy: PID 8387 died...\u000a07:39:29.954313 run iperf3-srv_10.42.42.10(pid=8387): Terminated {rc=256}\u000a07:39:29.964222 --- ParallelTerminationStrategy: PID 8390 died...\u000a07:39:30.019486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8390): Terminated: ok {rc=0}\u000a07:39:30.029800 --- ParallelTerminationStrategy: PID 8393 died...\u000a07:39:30.084673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8393): Terminated: ok {rc=0}\u000a07:39:30.094707 --- ParallelTerminationStrategy: PID 8396 died...\u000a07:39:30.149456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8396): Terminated: ok {rc=0}\u000a07:39:30.234690 bus /gobi_4: Setting Powered False\u000a07:39:31.337179 bus /gobi_4: Setting Powered False\u000a07:39:32.441990 bus /gobi_1: Setting Powered False\u000a07:39:33.546660 bus /gobi_1: Setting Powered False\u000a07:39:34.653090 bus /gobi_0: Setting Powered False\u000a07:39:35.754777 bus /gobi_0: Setting Powered False\u000a07:39:36.863966 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8405): Process ended prematurely: osmo-stp_10.42.42.5(pid=8405) [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8405)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8405): Process ended prematurely: osmo-stp_10.42.42.5(pid=8405) [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a07:39:37.932009 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:37.944536 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:39:38.089192 tst ping.py: using LAC 19942\u000a07:39:38.206196 tst ping.py: using RAC 52\u000a07:39:38.320036 tst ping.py: using CellId 19942\u000a07:39:38.435939 tst ping.py: using BVCI 19943\u000a07:39:38.458244 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:38.469571 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:38.480574 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:38.491943 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:38.503145 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:38.514467 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:38.525881 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:38.537306 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:39:38.820554 tst ping.py:19: start network...\u000a07:39:38.952191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:39:39.450219 run create_hlr_db(pid=8399): Launched\u000a07:39:39.629829 bus /gobi_6: Setting Powered False\u000a07:39:40.649974 run create_hlr_db(pid=8399): Terminated: ok {rc=0}\u000a07:39:41.039696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8401): Launched\u000a07:39:41.330173 run osmo-hlr_10.42.42.2(pid=8402): Launched\u000a07:39:41.441222 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:39:41.948935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8404): Launched\u000a07:39:42.239511 run osmo-stp_10.42.42.5(pid=8405): Launched\u000a07:39:42.344889 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:39:42.853331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8407): Launched\u000a07:39:42.957579 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:39:43.212256 run patchelf(pid=8408): Launched\u000a07:39:43.389544 run osmo-stp_10.42.42.5(pid=8405): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8405)]\u000a07:39:43.514011 run osmo-stp_10.42.42.5(pid=8405): stdout: \u000a| (launched: 2022-12-09_07:39:42.096293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:43.638780 run osmo-stp_10.42.42.5(pid=8405): stderr: \u000a| �[0;m�[38;5;43m20221209073942261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073942261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073942262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073942262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073942262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073942263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073942263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:43.759157 run osmo-stp_10.42.42.5(pid=8405): stdout: \u000a| (launched: 2022-12-09_07:39:42.096293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:43.878659 run osmo-stp_10.42.42.5(pid=8405): stderr: \u000a| �[0;m�[38;5;43m20221209073942261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073942261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073942262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073942262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073942262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073942263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073942263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:44.016834 run patchelf(pid=8408): Terminating (SIGINT)\u000a07:39:44.178796 run patchelf(pid=8408): Terminated: ok {rc=0}\u000a07:39:44.208579 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8405): Process ended prematurely: osmo-stp_10.42.42.5(pid=8405) [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8405)] [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a07:39:44.217300 tst ping.py:22: Test FAILED (6.3 sec)\u000a07:39:44.276680 run osmo-hlr_10.42.42.2(pid=8402): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8402)]\u000a07:39:44.325089 run osmo-hlr_10.42.42.2(pid=8402): stdout: \u000a| (launched: 2022-12-09_07:39:41.186922) \u000a07:39:44.374075 run osmo-hlr_10.42.42.2(pid=8402): stderr: \u000a| �[0;m�[1;31m20221209073941355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073941355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073941355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073941355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073941355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073941355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073941368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073941378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073941378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073941378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:39:44.415664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8401): Terminating (SIGTERM)\u000a07:39:44.454975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8404): Terminating (SIGTERM)\u000a07:39:44.494176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8407): Terminating (SIGTERM)\u000a07:39:44.503181 --- ParallelTerminationStrategy: PID 8401 died...\u000a07:39:44.555908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8401): Terminated: ok {rc=0}\u000a07:39:44.565596 --- ParallelTerminationStrategy: PID 8404 died...\u000a07:39:44.617738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8404): Terminated: ok {rc=0}\u000a07:39:44.627267 --- ParallelTerminationStrategy: PID 8407 died...\u000a07:39:44.679245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8407): Terminated: ok {rc=0}\u000a07:39:44.766235 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8415): Process ended prematurely: osmo-stp_10.42.42.5(pid=8415) [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8415)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8415): Process ended prematurely: osmo-stp_10.42.42.5(pid=8415) [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a07:39:45.816116 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:45.830404 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:39:46.000441 tst ping_idle_ping.py: using LAC 19943\u000a07:39:46.127598 tst ping_idle_ping.py: using RAC 53\u000a07:39:46.257114 tst ping_idle_ping.py: using CellId 19943\u000a07:39:46.404789 tst ping_idle_ping.py: using BVCI 19944\u000a07:39:46.428310 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:46.440570 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:46.453184 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:46.465195 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:46.478683 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:46.491008 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:46.503037 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:39:46.516542 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:39:46.802045 tst ping_idle_ping.py:24: start network...\u000a07:39:46.960650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:39:47.484348 run create_hlr_db(pid=8409): Launched\u000a07:39:47.667685 bus /gobi_6: Setting Powered False\u000a07:39:48.686350 run create_hlr_db(pid=8409): Terminated: ok {rc=0}\u000a07:39:49.105099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8411): Launched\u000a07:39:49.419936 run osmo-hlr_10.42.42.2(pid=8412): Launched\u000a07:39:49.534215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:39:50.081299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8414): Launched\u000a07:39:50.396291 run osmo-stp_10.42.42.5(pid=8415): Launched\u000a07:39:50.509471 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:39:51.057050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8417): Launched\u000a07:39:51.168434 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:39:51.440517 run patchelf(pid=8418): Launched\u000a07:39:51.623512 run osmo-stp_10.42.42.5(pid=8415): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8415)]\u000a07:39:51.757733 run osmo-stp_10.42.42.5(pid=8415): stdout: \u000a| (launched: 2022-12-09_07:39:50.240780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:51.892445 run osmo-stp_10.42.42.5(pid=8415): stderr: \u000a| �[0;m�[38;5;43m20221209073950427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073950427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073950428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073950428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073950428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073950429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073950429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:52.022906 run osmo-stp_10.42.42.5(pid=8415): stdout: \u000a| (launched: 2022-12-09_07:39:50.240780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:52.152219 run osmo-stp_10.42.42.5(pid=8415): stderr: \u000a| �[0;m�[38;5;43m20221209073950427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073950427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073950428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073950428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073950428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073950429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073950429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:52.301672 run patchelf(pid=8418): Terminating (SIGINT)\u000a07:39:52.477528 run patchelf(pid=8418): Terminated: ok {rc=0}\u000a07:39:52.509601 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8415): Process ended prematurely: osmo-stp_10.42.42.5(pid=8415) [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8415)] [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a07:39:52.519001 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:39:52.581178 run osmo-hlr_10.42.42.2(pid=8412): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8412)]\u000a07:39:52.631947 run osmo-hlr_10.42.42.2(pid=8412): stdout: \u000a| (launched: 2022-12-09_07:39:49.265727) \u000a07:39:52.683375 run osmo-hlr_10.42.42.2(pid=8412): stderr: \u000a| �[0;m�[1;31m20221209073949459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073949459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073949459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073949459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073949459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073949459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073949471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073949479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073949480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073949480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:39:52.727136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8411): Terminating (SIGTERM)\u000a07:39:52.768668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8414): Terminating (SIGTERM)\u000a07:39:52.810204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8417): Terminating (SIGTERM)\u000a07:39:52.819802 --- ParallelTerminationStrategy: PID 8411 died...\u000a07:39:52.874878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8411): Terminated: ok {rc=0}\u000a07:39:52.884875 --- ParallelTerminationStrategy: PID 8414 died...\u000a07:39:52.940042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8414): Terminated: ok {rc=0}\u000a07:39:52.949994 --- ParallelTerminationStrategy: PID 8417 died...\u000a07:39:53.005260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8417): Terminated: ok {rc=0}\u000a07:39:53.091308 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:38:55" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8430): Process ended prematurely: osmo-stp_10.42.42.5(pid=8430) [trial-2356↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8430)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8430): Process ended prematurely: osmo-stp_10.42.42.5(pid=8430) [trial-2356↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:39:55.147477 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:39:55.159260 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:39:55.321520 tst switch_tch_pdch.py: using LAC 19944\u000a07:39:55.440660 tst switch_tch_pdch.py: using RAC 54\u000a07:39:55.558471 tst switch_tch_pdch.py: using CellId 19944\u000a07:39:55.673468 tst switch_tch_pdch.py: using BVCI 19945\u000a07:39:55.695855 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:39:55.707327 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:39:55.718715 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:39:55.730186 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:39:55.741551 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:39:55.752793 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:39:55.764262 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:39:55.775589 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:39:55.895115 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:39:56.167973 tst switch_tch_pdch.py:51: start network...\u000a07:39:56.290199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:39:56.750360 run create_hlr_db(pid=8424): Launched\u000a07:39:56.918386 bus /gobi_6: Setting Powered False\u000a07:39:57.940614 run create_hlr_db(pid=8424): Terminated: ok {rc=0}\u000a07:39:58.331376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8426): Launched\u000a07:39:58.624304 run osmo-hlr_10.42.42.2(pid=8427): Launched\u000a07:39:58.737720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:39:59.252045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8429): Launched\u000a07:39:59.544374 run osmo-stp_10.42.42.5(pid=8430): Launched\u000a07:39:59.650738 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:40:00.160605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8432): Launched\u000a07:40:00.265353 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:40:00.521054 run patchelf(pid=8433): Launched\u000a07:40:00.692561 run osmo-stp_10.42.42.5(pid=8430): ERR: Terminated: ERROR {rc=1} [trial-2356↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8430)]\u000a07:40:00.818234 run osmo-stp_10.42.42.5(pid=8430): stdout: \u000a| (launched: 2022-12-09_07:39:59.400320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:00.975749 run osmo-stp_10.42.42.5(pid=8430): stderr: \u000a| �[0;m�[38;5;43m20221209073959566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073959566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073959566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073959567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073959567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073959567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073959567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:01.100569 run osmo-stp_10.42.42.5(pid=8430): stdout: \u000a| (launched: 2022-12-09_07:39:59.400320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:01.224279 run osmo-stp_10.42.42.5(pid=8430): stderr: \u000a| �[0;m�[38;5;43m20221209073959566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209073959566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209073959566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209073959567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209073959567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209073959567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209073959567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:01.368449 run patchelf(pid=8433): Terminating (SIGINT)\u000a07:40:01.548003 run patchelf(pid=8433): Terminated: ok {rc=0}\u000a07:40:01.579485 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8430): Process ended prematurely: osmo-stp_10.42.42.5(pid=8430) [trial-2356↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8430)] [trial-2356↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:40:01.589451 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a07:40:01.653805 run osmo-hlr_10.42.42.2(pid=8427): ERR: Terminated: ERROR {rc=237} [trial-2356↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8427)]\u000a07:40:01.704914 run osmo-hlr_10.42.42.2(pid=8427): stdout: \u000a| (launched: 2022-12-09_07:39:58.480231) \u000a07:40:01.756689 run osmo-hlr_10.42.42.2(pid=8427): stderr: \u000a| �[0;m�[1;31m20221209073958650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209073958651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209073958651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073958651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209073958651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209073958651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209073958664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209073958674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209073958674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209073958674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:40:01.803775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8426): Terminating (SIGTERM)\u000a07:40:01.853653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8429): Terminating (SIGTERM)\u000a07:40:01.910557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8432): Terminating (SIGTERM)\u000a07:40:01.923897 --- ParallelTerminationStrategy: PID 8426 died...\u000a07:40:01.998288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8426): Terminated: ok {rc=0}\u000a07:40:02.012277 --- ParallelTerminationStrategy: PID 8429 died...\u000a07:40:02.078549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8429): Terminated: ok {rc=0}\u000a07:40:02.089082 --- ParallelTerminationStrategy: PID 8432 died...\u000a07:40:02.145656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8432): Terminated: ok {rc=0}\u000a07:40:02.239022 bus /gobi_0: Setting Powered False\u000a07:40:03.342682 bus /gobi_0: Setting Powered False\u000a07:40:04.449961 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:39:54" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8446): Process ended prematurely: osmo-stp_10.42.42.5(pid=8446) [trial-2356↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8446)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8446): Process ended prematurely: osmo-stp_10.42.42.5(pid=8446) [trial-2356↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:40:06.419444 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:40:06.430499 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:40:06.582775 tst switch_tch_pdch.py: using LAC 19945\u000a07:40:06.696548 tst switch_tch_pdch.py: using RAC 55\u000a07:40:06.812044 tst switch_tch_pdch.py: using CellId 19945\u000a07:40:06.928832 tst switch_tch_pdch.py: using BVCI 19946\u000a07:40:06.951240 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:40:06.962293 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:40:06.973090 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:40:06.984125 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:40:06.995243 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:40:07.006374 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:40:07.017558 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:40:07.028518 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:40:07.146349 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:40:07.417439 tst switch_tch_pdch.py:51: start network...\u000a07:40:07.538423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:40:07.973402 run create_hlr_db(pid=8440): Launched\u000a07:40:08.092032 bus /gobi_6: Setting Powered False\u000a07:40:09.163127 run create_hlr_db(pid=8440): Terminated: ok {rc=0}\u000a07:40:09.550639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8442): Launched\u000a07:40:09.864095 run osmo-hlr_10.42.42.2(pid=8443): Launched\u000a07:40:09.978673 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:40:10.496439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8445): Launched\u000a07:40:10.808591 run osmo-stp_10.42.42.5(pid=8446): Launched\u000a07:40:10.922195 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:40:11.439914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8448): Launched\u000a07:40:11.551075 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:40:11.822385 run patchelf(pid=8449): Launched\u000a07:40:12.005399 run osmo-stp_10.42.42.5(pid=8446): ERR: Terminated: ERROR {rc=1} [trial-2356↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8446)]\u000a07:40:12.138640 run osmo-stp_10.42.42.5(pid=8446): stdout: \u000a| (launched: 2022-12-09_07:40:10.655615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:12.272660 run osmo-stp_10.42.42.5(pid=8446): stderr: \u000a| �[0;m�[38;5;43m20221209074010842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074010843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074010843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074010843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074010844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074010844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074010844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:12.401944 run osmo-stp_10.42.42.5(pid=8446): stdout: \u000a| (launched: 2022-12-09_07:40:10.655615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:12.529897 run osmo-stp_10.42.42.5(pid=8446): stderr: \u000a| �[0;m�[38;5;43m20221209074010842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074010843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074010843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074010843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074010844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074010844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074010844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:12.678643 run patchelf(pid=8449): Terminating (SIGINT)\u000a07:40:12.853408 run patchelf(pid=8449): Terminated: ok {rc=0}\u000a07:40:12.885340 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8446): Process ended prematurely: osmo-stp_10.42.42.5(pid=8446) [trial-2356↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8446)] [trial-2356↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:40:12.894742 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a07:40:12.956723 run osmo-hlr_10.42.42.2(pid=8443): ERR: Terminated: ERROR {rc=237} [trial-2356↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8443)]\u000a07:40:13.007547 run osmo-hlr_10.42.42.2(pid=8443): stdout: \u000a| (launched: 2022-12-09_07:40:09.711034) \u000a07:40:13.059025 run osmo-hlr_10.42.42.2(pid=8443): stderr: \u000a| �[0;m�[1;31m20221209074009903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074009903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074009903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074009903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074009903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074009903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074009915 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074009923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074009923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074009923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:40:13.102719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8442): Terminating (SIGTERM)\u000a07:40:13.144170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8445): Terminating (SIGTERM)\u000a07:40:13.185588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8448): Terminating (SIGTERM)\u000a07:40:13.194757 --- ParallelTerminationStrategy: PID 8442 died...\u000a07:40:13.249789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8442): Terminated: ok {rc=0}\u000a07:40:13.259728 --- ParallelTerminationStrategy: PID 8445 died...\u000a07:40:13.315005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8445): Terminated: ok {rc=0}\u000a07:40:13.324940 --- ParallelTerminationStrategy: PID 8448 died...\u000a07:40:13.379960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8448): Terminated: ok {rc=0}\u000a07:40:13.466182 bus /gobi_0: Setting Powered False\u000a07:40:14.569217 bus /gobi_0: Setting Powered False\u000a07:40:15.679914 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:40:06" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8454): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8454) [trial-2356↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8454)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8454): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8454) [trial-2356↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a07:40:17.608185 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a07:40:17.619465 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a07:40:17.757422 tst mo_mt_sms.py: using LAC 19946\u000a07:40:17.885579 tst mo_mt_sms.py: using RAC 56\u000a07:40:18.011634 tst mo_mt_sms.py: using CellId 19946\u000a07:40:18.134641 tst mo_mt_sms.py: using BVCI 19947\u000a07:40:18.158363 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a07:40:18.274062 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a07:40:18.558407 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:40:18.688470 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:40:19.335908 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8453): Launched\u000a07:40:19.645456 run osmo-nitb_10.42.42.2(pid=8454): Launched\u000a07:40:19.837364 run osmo-nitb_10.42.42.2(pid=8454): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8454)]\u000a07:40:19.979944 run osmo-nitb_10.42.42.2(pid=8454): stdout: \u000a| (launched: 2022-12-09_07:40:19.494823) \u000a07:40:20.122076 run osmo-nitb_10.42.42.2(pid=8454): stderr: \u000a| (launched: 2022-12-09_07:40:19.541709)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:40:20.259843 run osmo-nitb_10.42.42.2(pid=8454): stdout: \u000a| (launched: 2022-12-09_07:40:19.494823) \u000a07:40:20.397372 run osmo-nitb_10.42.42.2(pid=8454): stderr: \u000a| (launched: 2022-12-09_07:40:19.541709)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:40:20.771328 tst osmo-nitb_10.42.42.2(pid=8454): stdout: \u000a| (launched: 2022-12-09_07:40:19.494823) \u000a07:40:20.895352 tst osmo-nitb_10.42.42.2(pid=8454): stderr: \u000a| (launched: 2022-12-09_07:40:19.541709)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:40:20.950427 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=8454): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8454) [trial-2356↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8454)] [trial-2356↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a07:40:20.959164 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a07:40:20.994880 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8453): Terminating (SIGTERM)\u000a07:40:21.172454 --- ParallelTerminationStrategy: PID 8453 died...\u000a07:40:21.229218 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8453): Terminated: ok {rc=0}\u000a07:40:21.315453 bus /sierra_3: Setting Powered False\u000a07:40:22.422352 bus /sierra_3: Setting Powered False\u000a07:40:23.534128 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:40:17" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8464): Process ended prematurely: osmo-stp_10.42.42.5(pid=8464) [trial-2356↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8464)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8464): Process ended prematurely: osmo-stp_10.42.42.5(pid=8464) [trial-2356↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a07:40:25.424333 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:40:25.434995 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a07:40:25.568654 tst mo_mt_sms.py: using LAC 19947\u000a07:40:25.685287 tst mo_mt_sms.py: using RAC 57\u000a07:40:25.801106 tst mo_mt_sms.py: using CellId 19947\u000a07:40:25.917732 tst mo_mt_sms.py: using BVCI 19948\u000a07:40:25.939901 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:40:25.950530 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:40:25.961007 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:40:25.971664 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:40:25.982540 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:40:25.993203 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a07:40:26.112898 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a07:40:26.313623 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:40:26.775154 run create_hlr_db(pid=8458): Launched\u000a07:40:26.943337 bus /sierra_2: Setting Powered False\u000a07:40:27.965012 run create_hlr_db(pid=8458): Terminated: ok {rc=0}\u000a07:40:28.353685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8460): Launched\u000a07:40:28.646114 run osmo-hlr_10.42.42.2(pid=8461): Launched\u000a07:40:28.753083 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:40:29.259673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8463): Launched\u000a07:40:29.551341 run osmo-stp_10.42.42.5(pid=8464): Launched\u000a07:40:29.658754 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:40:30.195333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8466): Launched\u000a07:40:30.488541 run osmo-msc_10.42.42.6(pid=8467): Launched\u000a07:40:30.660103 run osmo-stp_10.42.42.5(pid=8464): ERR: Terminated: ERROR {rc=1} [trial-2356↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8464)]\u000a07:40:30.785272 run osmo-stp_10.42.42.5(pid=8464): stdout: \u000a| (launched: 2022-12-09_07:40:29.407101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:30.935326 run osmo-stp_10.42.42.5(pid=8464): stderr: \u000a| �[0;m�[38;5;43m20221209074029572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074029572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074029572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074029573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074029573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074029574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074029574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:31.068257 run osmo-stp_10.42.42.5(pid=8464): stdout: \u000a| (launched: 2022-12-09_07:40:29.407101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:31.195975 run osmo-stp_10.42.42.5(pid=8464): stderr: \u000a| �[0;m�[38;5;43m20221209074029572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074029572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074029572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074029573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074029573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074029574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074029574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:31.253532 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=8464): Process ended prematurely: osmo-stp_10.42.42.5(pid=8464) [trial-2356↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8464)] [trial-2356↪sms:trx-lms↪mo_mt_sms.py:16]\u000a07:40:31.263779 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a07:40:31.327557 run osmo-hlr_10.42.42.2(pid=8461): ERR: Terminated: ERROR {rc=237} [trial-2356↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8461)]\u000a07:40:31.380055 run osmo-hlr_10.42.42.2(pid=8461): stdout: \u000a| (launched: 2022-12-09_07:40:28.502083) \u000a07:40:31.433895 run osmo-hlr_10.42.42.2(pid=8461): stderr: \u000a| �[0;m�[1;31m20221209074028674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074028674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074028675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074028675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074028675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074028675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074028687 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074028697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074028697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074028697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:40:31.505591 run osmo-msc_10.42.42.6(pid=8467): ERR: Terminated: ERROR {rc=2} [trial-2356↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8467)]\u000a07:40:31.558279 run osmo-msc_10.42.42.6(pid=8467): stdout: \u000a| (launched: 2022-12-09_07:40:30.343945) \u000a07:40:31.612136 run osmo-msc_10.42.42.6(pid=8467): stderr: \u000a| �[0;m�[38;5;43m20221209074030614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074030615 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb3e7c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074030615 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074030615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074030615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074030615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074030617 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074030617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074030618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074030618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:40:31.657853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8460): Terminating (SIGTERM)\u000a07:40:31.702541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8463): Terminating (SIGTERM)\u000a07:40:31.746124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8466): Terminating (SIGTERM)\u000a07:40:31.757513 --- ParallelTerminationStrategy: PID 8460 died...\u000a07:40:31.817303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8460): Terminated: ok {rc=0}\u000a07:40:31.828253 --- ParallelTerminationStrategy: PID 8463 died...\u000a07:40:31.884547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8463): Terminated: ok {rc=0}\u000a07:40:31.895280 --- ParallelTerminationStrategy: PID 8466 died...\u000a07:40:31.952824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8466): Terminated: ok {rc=0}\u000a07:40:32.041735 bus /sierra_3: Setting Powered False\u000a07:40:33.143639 bus /sierra_3: Setting Powered False\u000a07:40:34.253181 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:40:25" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8473): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8473) [trial-2356↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8473)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8473): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8473) [trial-2356↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a07:40:36.101103 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a07:40:36.112599 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a07:40:36.254490 tst assert_extension.py: using LAC 19948\u000a07:40:36.377889 tst assert_extension.py: using RAC 58\u000a07:40:36.497751 tst assert_extension.py: using CellId 19948\u000a07:40:36.614995 tst assert_extension.py: using BVCI 19949\u000a07:40:36.637300 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a07:40:36.906929 tst assert_extension.py:10: start nitb and bts...\u000a07:40:37.029599 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:40:37.636429 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8472): Launched\u000a07:40:37.926373 run osmo-nitb_10.42.42.2(pid=8473): Launched\u000a07:40:38.107230 run osmo-nitb_10.42.42.2(pid=8473): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8473)]\u000a07:40:38.240311 run osmo-nitb_10.42.42.2(pid=8473): stdout: \u000a| (launched: 2022-12-09_07:40:37.784906) \u000a07:40:38.373913 run osmo-nitb_10.42.42.2(pid=8473): stderr: \u000a| (launched: 2022-12-09_07:40:37.828820)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:40:38.503390 run osmo-nitb_10.42.42.2(pid=8473): stdout: \u000a| (launched: 2022-12-09_07:40:37.784906) \u000a07:40:38.631671 run osmo-nitb_10.42.42.2(pid=8473): stderr: \u000a| (launched: 2022-12-09_07:40:37.828820)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:40:39.045864 tst osmo-nitb_10.42.42.2(pid=8473): stdout: \u000a| (launched: 2022-12-09_07:40:37.784906) \u000a07:40:39.162982 tst osmo-nitb_10.42.42.2(pid=8473): stderr: \u000a| (launched: 2022-12-09_07:40:37.828820)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:40:39.214384 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=8473): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8473) [trial-2356↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8473)] [trial-2356↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a07:40:39.222587 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a07:40:39.257496 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8472): Terminating (SIGTERM)\u000a07:40:39.434889 --- ParallelTerminationStrategy: PID 8472 died...\u000a07:40:39.490093 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8472): Terminated: ok {rc=0}\u000a07:40:39.577882 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:40:35" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "ussd:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8483): Process ended prematurely: osmo-stp_10.42.42.5(pid=8483) [trial-2356↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8483)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8483): Process ended prematurely: osmo-stp_10.42.42.5(pid=8483) [trial-2356↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a07:40:41.414918 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:40:41.425518 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a07:40:41.556162 tst assert_extension.py: using LAC 19949\u000a07:40:41.671953 tst assert_extension.py: using RAC 59\u000a07:40:41.791709 tst assert_extension.py: using CellId 19949\u000a07:40:41.916850 tst assert_extension.py: using BVCI 19950\u000a07:40:41.939153 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:40:41.949763 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:40:41.960267 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:40:41.971053 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:40:41.981743 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:40:41.992341 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a07:40:42.199204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:40:42.702771 run create_hlr_db(pid=8477): Launched\u000a07:40:42.884049 bus /sierra_2: Setting Powered False\u000a07:40:43.904753 run create_hlr_db(pid=8477): Terminated: ok {rc=0}\u000a07:40:44.298717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8479): Launched\u000a07:40:44.593862 run osmo-hlr_10.42.42.2(pid=8480): Launched\u000a07:40:44.710057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:40:45.226047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8482): Launched\u000a07:40:45.518045 run osmo-stp_10.42.42.5(pid=8483): Launched\u000a07:40:45.635646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:40:46.234133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8485): Launched\u000a07:40:46.536794 run osmo-msc_10.42.42.6(pid=8486): Launched\u000a07:40:46.747456 run osmo-stp_10.42.42.5(pid=8483): ERR: Terminated: ERROR {rc=1} [trial-2356↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8483)]\u000a07:40:47.046459 run osmo-stp_10.42.42.5(pid=8483): stdout: \u000a| (launched: 2022-12-09_07:40:45.374305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:47.231395 run osmo-stp_10.42.42.5(pid=8483): stderr: \u000a| �[0;m�[38;5;43m20221209074045541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074045541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074045541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074045541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074045542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074045542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074045542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:47.352512 run osmo-stp_10.42.42.5(pid=8483): stdout: \u000a| (launched: 2022-12-09_07:40:45.374305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:47.472077 run osmo-stp_10.42.42.5(pid=8483): stderr: \u000a| �[0;m�[38;5;43m20221209074045541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074045541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074045541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074045541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074045542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074045542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074045542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:47.524530 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=8483): Process ended prematurely: osmo-stp_10.42.42.5(pid=8483) [trial-2356↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8483)] [trial-2356↪ussd:trx-lms↪assert_extension.py:17]\u000a07:40:47.533257 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a07:40:47.594268 run osmo-hlr_10.42.42.2(pid=8480): ERR: Terminated: ERROR {rc=237} [trial-2356↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8480)]\u000a07:40:47.643575 run osmo-hlr_10.42.42.2(pid=8480): stdout: \u000a| (launched: 2022-12-09_07:40:44.447668) \u000a07:40:47.693693 run osmo-hlr_10.42.42.2(pid=8480): stderr: \u000a| �[0;m�[1;31m20221209074044619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074044619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074044619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074044619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074044619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074044619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074044631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074044642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074044642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074044642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:40:47.760307 run osmo-msc_10.42.42.6(pid=8486): ERR: Terminated: ERROR {rc=2} [trial-2356↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8486)]\u000a07:40:47.810249 run osmo-msc_10.42.42.6(pid=8486): stdout: \u000a| (launched: 2022-12-09_07:40:46.389140) \u000a07:40:47.860217 run osmo-msc_10.42.42.6(pid=8486): stderr: \u000a| �[0;m�[38;5;43m20221209074046859 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074046859 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f55f2981c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074046860 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074046860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074046861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074046863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074046866 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074046866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074046866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074046866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:40:47.901880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8479): Terminating (SIGTERM)\u000a07:40:47.942053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8482): Terminating (SIGTERM)\u000a07:40:47.981994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8485): Terminating (SIGTERM)\u000a07:40:47.991739 --- ParallelTerminationStrategy: PID 8479 died...\u000a07:40:48.045123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8479): Terminated: ok {rc=0}\u000a07:40:48.055180 --- ParallelTerminationStrategy: PID 8482 died...\u000a07:40:48.108141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8482): Terminated: ok {rc=0}\u000a07:40:48.118210 --- ParallelTerminationStrategy: PID 8485 died...\u000a07:40:48.171085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8485): Terminated: ok {rc=0}\u000a07:40:48.258635 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:40:41" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8497): Process ended prematurely: osmo-stp_10.42.42.5(pid=8497) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8497)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8497): Process ended prematurely: osmo-stp_10.42.42.5(pid=8497) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:40:50.222371 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:40:50.233534 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:40:50.390704 tst mo_mt_call.py: using LAC 19950\u000a07:40:50.507414 tst mo_mt_call.py: using RAC 60\u000a07:40:50.623879 tst mo_mt_call.py: using CellId 19950\u000a07:40:50.745973 tst mo_mt_call.py: using BVCI 19951\u000a07:40:50.768822 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:40:50.779918 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:40:50.790953 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:40:50.802731 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:40:50.814554 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:40:50.826258 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:40:50.949433 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:40:51.160703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:40:51.671407 run create_hlr_db(pid=8491): Launched\u000a07:40:51.856225 bus /sierra_2: Setting Powered False\u000a07:40:52.876797 run create_hlr_db(pid=8491): Terminated: ok {rc=0}\u000a07:40:53.275215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8493): Launched\u000a07:40:53.571771 run osmo-hlr_10.42.42.2(pid=8494): Launched\u000a07:40:53.686959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:40:54.213938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8496): Launched\u000a07:40:54.511567 run osmo-stp_10.42.42.5(pid=8497): Launched\u000a07:40:54.620935 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:40:55.165153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8499): Launched\u000a07:40:55.465140 run osmo-msc_10.42.42.6(pid=8500): Launched\u000a07:40:55.640245 run osmo-stp_10.42.42.5(pid=8497): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8497)]\u000a07:40:55.767270 run osmo-stp_10.42.42.5(pid=8497): stdout: \u000a| (launched: 2022-12-09_07:40:54.365745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:55.891751 run osmo-stp_10.42.42.5(pid=8497): stderr: \u000a| �[0;m�[38;5;43m20221209074054530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074054531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074054531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074054531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074054532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074054532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074054532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:56.011907 run osmo-stp_10.42.42.5(pid=8497): stdout: \u000a| (launched: 2022-12-09_07:40:54.365745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:56.131091 run osmo-stp_10.42.42.5(pid=8497): stderr: \u000a| �[0;m�[38;5;43m20221209074054530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074054531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074054531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074054531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074054532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074054532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074054532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:56.183607 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8497): Process ended prematurely: osmo-stp_10.42.42.5(pid=8497) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8497)] [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:40:56.192434 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a07:40:56.251723 run osmo-hlr_10.42.42.2(pid=8494): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8494)]\u000a07:40:56.300787 run osmo-hlr_10.42.42.2(pid=8494): stdout: \u000a| (launched: 2022-12-09_07:40:53.426537) \u000a07:40:56.350210 run osmo-hlr_10.42.42.2(pid=8494): stderr: \u000a| �[0;m�[1;31m20221209074053617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074053617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074053617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074053617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074053617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074053618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074053630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074053638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074053638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074053638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:40:56.416773 run osmo-msc_10.42.42.6(pid=8500): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8500)]\u000a07:40:56.465590 run osmo-msc_10.42.42.6(pid=8500): stdout: \u000a| (launched: 2022-12-09_07:40:55.316272) \u000a07:40:56.515036 run osmo-msc_10.42.42.6(pid=8500): stderr: \u000a| �[0;m�[38;5;43m20221209074055582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074055582 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa16255bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074055583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074055583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074055583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074055583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074055585 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074055585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074055585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074055585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:40:56.556868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8493): Terminating (SIGTERM)\u000a07:40:56.596907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8496): Terminating (SIGTERM)\u000a07:40:56.636767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8499): Terminating (SIGTERM)\u000a07:40:56.646165 --- ParallelTerminationStrategy: PID 8493 died...\u000a07:40:56.699225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8493): Terminated: ok {rc=0}\u000a07:40:56.709104 --- ParallelTerminationStrategy: PID 8496 died...\u000a07:40:56.762180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8496): Terminated: ok {rc=0}\u000a07:40:56.771786 --- ParallelTerminationStrategy: PID 8499 died...\u000a07:40:56.825255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8499): Terminated: ok {rc=0}\u000a07:40:56.914515 bus /sierra_3: Setting Powered False\u000a07:40:58.018423 bus /sierra_3: Setting Powered False\u000a07:40:59.129812 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8508): Process ended prematurely: osmo-stp_10.42.42.5(pid=8508) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8508)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8508): Process ended prematurely: osmo-stp_10.42.42.5(pid=8508) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:41:00.238993 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:41:00.250852 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:41:00.408039 tst mo_mt_call_osmux.py: using LAC 19951\u000a07:41:00.526984 tst mo_mt_call_osmux.py: using RAC 61\u000a07:41:00.653147 tst mo_mt_call_osmux.py: using CellId 19951\u000a07:41:00.779100 tst mo_mt_call_osmux.py: using BVCI 19952\u000a07:41:00.803745 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:41:00.815658 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:41:00.827426 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:41:00.860480 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:41:00.872768 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:41:00.888157 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:41:01.011086 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:41:01.229889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:41:01.754622 run create_hlr_db(pid=8502): Launched\u000a07:41:01.933401 bus /sierra_2: Setting Powered False\u000a07:41:02.960348 run create_hlr_db(pid=8502): Terminated: ok {rc=0}\u000a07:41:03.386697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8504): Launched\u000a07:41:03.707056 run osmo-hlr_10.42.42.2(pid=8505): Launched\u000a07:41:03.823323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:41:04.378716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8507): Launched\u000a07:41:04.700545 run osmo-stp_10.42.42.5(pid=8508): Launched\u000a07:41:04.817188 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:41:05.402676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8510): Launched\u000a07:41:05.722887 run osmo-msc_10.42.42.6(pid=8511): Launched\u000a07:41:05.910427 run osmo-stp_10.42.42.5(pid=8508): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8508)]\u000a07:41:06.046648 run osmo-stp_10.42.42.5(pid=8508): stdout: \u000a| (launched: 2022-12-09_07:41:04.542090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:06.180819 run osmo-stp_10.42.42.5(pid=8508): stderr: \u000a| �[0;m�[38;5;43m20221209074104732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074104732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074104733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074104733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074104733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074104734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074104734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:06.309950 run osmo-stp_10.42.42.5(pid=8508): stdout: \u000a| (launched: 2022-12-09_07:41:04.542090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:06.438095 run osmo-stp_10.42.42.5(pid=8508): stderr: \u000a| �[0;m�[38;5;43m20221209074104732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074104732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074104733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074104733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074104733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074104734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074104734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:06.494527 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8508): Process ended prematurely: osmo-stp_10.42.42.5(pid=8508) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8508)] [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:41:06.504148 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a07:41:06.566985 run osmo-hlr_10.42.42.2(pid=8505): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8505)]\u000a07:41:06.618459 run osmo-hlr_10.42.42.2(pid=8505): stdout: \u000a| (launched: 2022-12-09_07:41:03.550478) \u000a07:41:06.671036 run osmo-hlr_10.42.42.2(pid=8505): stderr: \u000a| �[0;m�[1;31m20221209074103746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074103746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074103746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074103746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074103746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074103746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074103758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074103766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074103766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074103767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:41:06.741766 run osmo-msc_10.42.42.6(pid=8511): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8511)]\u000a07:41:06.792741 run osmo-msc_10.42.42.6(pid=8511): stdout: \u000a| (launched: 2022-12-09_07:41:05.565744) \u000a07:41:06.844772 run osmo-msc_10.42.42.6(pid=8511): stderr: \u000a| �[0;m�[38;5;43m20221209074105885 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074105885 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f55a0732c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074105885 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074105885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074105885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074105885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074105887 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074105887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074105887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074105888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:41:06.888848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8504): Terminating (SIGTERM)\u000a07:41:06.930942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8507): Terminating (SIGTERM)\u000a07:41:06.973318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8510): Terminating (SIGTERM)\u000a07:41:06.982700 --- ParallelTerminationStrategy: PID 8504 died...\u000a07:41:07.039029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8504): Terminated: ok {rc=0}\u000a07:41:07.049397 --- ParallelTerminationStrategy: PID 8507 died...\u000a07:41:07.105049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8507): Terminated: ok {rc=0}\u000a07:41:07.115374 --- ParallelTerminationStrategy: PID 8510 died...\u000a07:41:07.171181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8510): Terminated: ok {rc=0}\u000a07:41:07.258442 bus /sierra_3: Setting Powered False\u000a07:41:08.365194 bus /sierra_3: Setting Powered False\u000a07:41:09.472859 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:40:49" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8522): Process ended prematurely: osmo-stp_10.42.42.5(pid=8522) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8522)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8522): Process ended prematurely: osmo-stp_10.42.42.5(pid=8522) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:41:11.475760 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:41:11.487010 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:41:11.646044 tst mo_mt_call.py: using LAC 19952\u000a07:41:11.760879 tst mo_mt_call.py: using RAC 62\u000a07:41:11.885655 tst mo_mt_call.py: using CellId 19952\u000a07:41:12.022513 tst mo_mt_call.py: using BVCI 19953\u000a07:41:12.047047 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:41:12.058904 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:41:12.070622 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:41:12.082490 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:41:12.094477 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:41:12.106304 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:41:12.228754 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:41:12.439308 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:41:12.950016 run create_hlr_db(pid=8516): Launched\u000a07:41:13.134402 bus /sierra_2: Setting Powered False\u000a07:41:14.155387 run create_hlr_db(pid=8516): Terminated: ok {rc=0}\u000a07:41:14.554379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8518): Launched\u000a07:41:14.852172 run osmo-hlr_10.42.42.2(pid=8519): Launched\u000a07:41:14.961519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:41:15.478367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8521): Launched\u000a07:41:15.777447 run osmo-stp_10.42.42.5(pid=8522): Launched\u000a07:41:15.911474 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:41:16.574345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8524): Launched\u000a07:41:16.956166 run osmo-msc_10.42.42.6(pid=8525): Launched\u000a07:41:17.367469 run osmo-stp_10.42.42.5(pid=8522): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8522)]\u000a07:41:17.493463 run osmo-stp_10.42.42.5(pid=8522): stdout: \u000a| (launched: 2022-12-09_07:41:15.629845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:17.618437 run osmo-stp_10.42.42.5(pid=8522): stderr: \u000a| �[0;m�[38;5;43m20221209074115794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074115794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074115794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074115795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074115795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074115795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074115795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:17.738776 run osmo-stp_10.42.42.5(pid=8522): stdout: \u000a| (launched: 2022-12-09_07:41:15.629845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:17.858571 run osmo-stp_10.42.42.5(pid=8522): stderr: \u000a| �[0;m�[38;5;43m20221209074115794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074115794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074115794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074115795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074115795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074115795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074115795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:17.911549 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8522): Process ended prematurely: osmo-stp_10.42.42.5(pid=8522) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8522)] [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:41:17.920382 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a07:41:17.980805 run osmo-hlr_10.42.42.2(pid=8519): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8519)]\u000a07:41:18.030138 run osmo-hlr_10.42.42.2(pid=8519): stdout: \u000a| (launched: 2022-12-09_07:41:14.706248) \u000a07:41:18.079805 run osmo-hlr_10.42.42.2(pid=8519): stderr: \u000a| �[0;m�[1;31m20221209074114878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074114878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074114878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074114878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074114878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074114878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074114895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074114905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074114905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074114906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:41:18.147430 run osmo-msc_10.42.42.6(pid=8525): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8525)]\u000a07:41:18.197079 run osmo-msc_10.42.42.6(pid=8525): stdout: \u000a| (launched: 2022-12-09_07:41:16.744267) \u000a07:41:18.247075 run osmo-msc_10.42.42.6(pid=8525): stderr: \u000a| �[0;m�[38;5;43m20221209074117274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074117274 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef4e1cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074117274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074117274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074117274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074117275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074117276 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074117288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074117288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074117288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:41:18.289110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8518): Terminating (SIGTERM)\u000a07:41:18.328983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8521): Terminating (SIGTERM)\u000a07:41:18.369041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8524): Terminating (SIGTERM)\u000a07:41:18.378404 --- ParallelTerminationStrategy: PID 8518 died...\u000a07:41:18.431616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8518): Terminated: ok {rc=0}\u000a07:41:18.441496 --- ParallelTerminationStrategy: PID 8521 died...\u000a07:41:18.494900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8521): Terminated: ok {rc=0}\u000a07:41:18.504472 --- ParallelTerminationStrategy: PID 8524 died...\u000a07:41:18.557637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8524): Terminated: ok {rc=0}\u000a07:41:18.645422 bus /sierra_3: Setting Powered False\u000a07:41:19.749452 bus /sierra_3: Setting Powered False\u000a07:41:20.860121 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8533): Process ended prematurely: osmo-stp_10.42.42.5(pid=8533) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8533)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8533): Process ended prematurely: osmo-stp_10.42.42.5(pid=8533) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:41:21.970162 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:41:21.982047 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:41:22.140120 tst mo_mt_call_osmux.py: using LAC 19953\u000a07:41:22.257901 tst mo_mt_call_osmux.py: using RAC 63\u000a07:41:22.375862 tst mo_mt_call_osmux.py: using CellId 19953\u000a07:41:22.498062 tst mo_mt_call_osmux.py: using BVCI 19954\u000a07:41:22.520860 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:41:22.532141 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:41:22.543225 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:41:22.554655 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:41:22.565945 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:41:22.577204 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:41:22.693507 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:41:22.894085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:41:23.364464 run create_hlr_db(pid=8527): Launched\u000a07:41:23.536187 bus /sierra_2: Setting Powered False\u000a07:41:24.557429 run create_hlr_db(pid=8527): Terminated: ok {rc=0}\u000a07:41:24.983154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8529): Launched\u000a07:41:25.303968 run osmo-hlr_10.42.42.2(pid=8530): Launched\u000a07:41:25.421253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:41:25.978287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8532): Launched\u000a07:41:26.297047 run osmo-stp_10.42.42.5(pid=8533): Launched\u000a07:41:26.418383 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:41:27.003126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8535): Launched\u000a07:41:27.324503 run osmo-msc_10.42.42.6(pid=8536): Launched\u000a07:41:27.511475 run osmo-stp_10.42.42.5(pid=8533): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8533)]\u000a07:41:27.645622 run osmo-stp_10.42.42.5(pid=8533): stdout: \u000a| (launched: 2022-12-09_07:41:26.140922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:27.781585 run osmo-stp_10.42.42.5(pid=8533): stderr: \u000a| �[0;m�[38;5;43m20221209074126330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074126330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074126330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074126331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074126331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074126331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074126331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:27.910519 run osmo-stp_10.42.42.5(pid=8533): stdout: \u000a| (launched: 2022-12-09_07:41:26.140922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:28.039157 run osmo-stp_10.42.42.5(pid=8533): stderr: \u000a| �[0;m�[38;5;43m20221209074126330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074126330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074126330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074126331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074126331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074126331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074126331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:28.095833 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8533): Process ended prematurely: osmo-stp_10.42.42.5(pid=8533) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8533)] [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:41:28.105480 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:41:28.168048 run osmo-hlr_10.42.42.2(pid=8530): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8530)]\u000a07:41:28.219430 run osmo-hlr_10.42.42.2(pid=8530): stdout: \u000a| (launched: 2022-12-09_07:41:25.146295) \u000a07:41:28.271381 run osmo-hlr_10.42.42.2(pid=8530): stderr: \u000a| �[0;m�[1;31m20221209074125340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074125340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074125340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074125340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074125340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074125340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074125353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074125361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074125362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074125362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:41:28.341452 run osmo-msc_10.42.42.6(pid=8536): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8536)]\u000a07:41:28.392819 run osmo-msc_10.42.42.6(pid=8536): stdout: \u000a| (launched: 2022-12-09_07:41:27.166437) \u000a07:41:28.444360 run osmo-msc_10.42.42.6(pid=8536): stderr: \u000a| �[0;m�[38;5;43m20221209074127485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074127485 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10b8f92c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074127485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074127485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074127485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074127485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074127487 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074127487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074127488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074127488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:41:28.488083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8529): Terminating (SIGTERM)\u000a07:41:28.529937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8532): Terminating (SIGTERM)\u000a07:41:28.571775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8535): Terminating (SIGTERM)\u000a07:41:28.581690 --- ParallelTerminationStrategy: PID 8529 died...\u000a07:41:28.637800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8529): Terminated: ok {rc=0}\u000a07:41:28.647811 --- ParallelTerminationStrategy: PID 8532 died...\u000a07:41:28.703579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8532): Terminated: ok {rc=0}\u000a07:41:28.713782 --- ParallelTerminationStrategy: PID 8535 died...\u000a07:41:28.769441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8535): Terminated: ok {rc=0}\u000a07:41:28.856394 bus /sierra_3: Setting Powered False\u000a07:41:29.958031 bus /sierra_3: Setting Powered False\u000a07:41:31.069745 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:41:11" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8547): Process ended prematurely: osmo-stp_10.42.42.5(pid=8547) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8547)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8547): Process ended prematurely: osmo-stp_10.42.42.5(pid=8547) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:41:33.084602 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:41:33.096027 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:41:33.260124 tst mo_mt_call.py: using LAC 19954\u000a07:41:33.385590 tst mo_mt_call.py: using RAC 64\u000a07:41:33.506208 tst mo_mt_call.py: using CellId 19954\u000a07:41:33.622921 tst mo_mt_call.py: using BVCI 19955\u000a07:41:33.645701 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:41:33.656988 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:41:33.668132 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:41:33.679302 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:41:33.691335 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:41:33.702988 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:41:33.821995 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:41:34.026820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:41:34.500196 run create_hlr_db(pid=8541): Launched\u000a07:41:34.672648 bus /sierra_2: Setting Powered False\u000a07:41:35.694341 run create_hlr_db(pid=8541): Terminated: ok {rc=0}\u000a07:41:36.120459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8543): Launched\u000a07:41:36.441015 run osmo-hlr_10.42.42.2(pid=8544): Launched\u000a07:41:36.561095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:41:37.118673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8546): Launched\u000a07:41:37.440866 run osmo-stp_10.42.42.5(pid=8547): Launched\u000a07:41:37.558902 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:41:38.146808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8549): Launched\u000a07:41:38.469457 run osmo-msc_10.42.42.6(pid=8550): Launched\u000a07:41:38.656750 run osmo-stp_10.42.42.5(pid=8547): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8547)]\u000a07:41:38.791770 run osmo-stp_10.42.42.5(pid=8547): stdout: \u000a| (launched: 2022-12-09_07:41:37.282360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:38.926724 run osmo-stp_10.42.42.5(pid=8547): stderr: \u000a| �[0;m�[38;5;43m20221209074137470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074137470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074137470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074137471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074137471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074137471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074137471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:39.055939 run osmo-stp_10.42.42.5(pid=8547): stdout: \u000a| (launched: 2022-12-09_07:41:37.282360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:39.183703 run osmo-stp_10.42.42.5(pid=8547): stderr: \u000a| �[0;m�[38;5;43m20221209074137470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074137470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074137470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074137471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074137471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074137471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074137471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:39.240093 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8547): Process ended prematurely: osmo-stp_10.42.42.5(pid=8547) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8547)] [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:41:39.249416 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:41:39.311453 run osmo-hlr_10.42.42.2(pid=8544): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8544)]\u000a07:41:39.362467 run osmo-hlr_10.42.42.2(pid=8544): stdout: \u000a| (launched: 2022-12-09_07:41:36.284065) \u000a07:41:39.414052 run osmo-hlr_10.42.42.2(pid=8544): stderr: \u000a| �[0;m�[1;31m20221209074136477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074136477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074136477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074136477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074136477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074136477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074136490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074136498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074136498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074136498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:41:39.483858 run osmo-msc_10.42.42.6(pid=8550): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8550)]\u000a07:41:39.534525 run osmo-msc_10.42.42.6(pid=8550): stdout: \u000a| (launched: 2022-12-09_07:41:38.310546) \u000a07:41:39.585988 run osmo-msc_10.42.42.6(pid=8550): stderr: \u000a| �[0;m�[38;5;43m20221209074138630 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074138631 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7aef4a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074138631 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074138631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074138631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074138631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074138633 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074138633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074138633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074138633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:41:39.629612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8543): Terminating (SIGTERM)\u000a07:41:39.670909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8546): Terminating (SIGTERM)\u000a07:41:39.712196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8549): Terminating (SIGTERM)\u000a07:41:39.721717 --- ParallelTerminationStrategy: PID 8543 died...\u000a07:41:39.776763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8543): Terminated: ok {rc=0}\u000a07:41:39.786749 --- ParallelTerminationStrategy: PID 8546 died...\u000a07:41:39.842092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8546): Terminated: ok {rc=0}\u000a07:41:39.851979 --- ParallelTerminationStrategy: PID 8549 died...\u000a07:41:39.907158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8549): Terminated: ok {rc=0}\u000a07:41:39.994590 bus /sierra_3: Setting Powered False\u000a07:41:41.100562 bus /sierra_3: Setting Powered False\u000a07:41:42.210523 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8558): Process ended prematurely: osmo-stp_10.42.42.5(pid=8558) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8558)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8558): Process ended prematurely: osmo-stp_10.42.42.5(pid=8558) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:41:43.321104 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:41:43.332940 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:41:43.491424 tst mo_mt_call_osmux.py: using LAC 19955\u000a07:41:43.617151 tst mo_mt_call_osmux.py: using RAC 65\u000a07:41:43.744871 tst mo_mt_call_osmux.py: using CellId 19955\u000a07:41:43.872639 tst mo_mt_call_osmux.py: using BVCI 19956\u000a07:41:43.897363 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:41:43.909237 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:41:43.920912 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:41:43.932385 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:41:43.943913 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:41:43.955350 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:41:44.072681 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:41:44.283494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:41:44.795952 run create_hlr_db(pid=8552): Launched\u000a07:41:44.981861 bus /sierra_2: Setting Powered False\u000a07:41:46.010376 run create_hlr_db(pid=8552): Terminated: ok {rc=0}\u000a07:41:46.452911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8554): Launched\u000a07:41:46.919066 run osmo-hlr_10.42.42.2(pid=8555): Launched\u000a07:41:47.106791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:41:47.735588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8557): Launched\u000a07:41:48.034580 run osmo-stp_10.42.42.5(pid=8558): Launched\u000a07:41:48.143701 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:41:48.689711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8560): Launched\u000a07:41:48.989909 run osmo-msc_10.42.42.6(pid=8561): Launched\u000a07:41:49.164692 run osmo-stp_10.42.42.5(pid=8558): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8558)]\u000a07:41:49.291730 run osmo-stp_10.42.42.5(pid=8558): stdout: \u000a| (launched: 2022-12-09_07:41:47.887553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:49.416501 run osmo-stp_10.42.42.5(pid=8558): stderr: \u000a| �[0;m�[38;5;43m20221209074148054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074148055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074148055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074148055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074148056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074148056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074148056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:49.537208 run osmo-stp_10.42.42.5(pid=8558): stdout: \u000a| (launched: 2022-12-09_07:41:47.887553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:49.656768 run osmo-stp_10.42.42.5(pid=8558): stderr: \u000a| �[0;m�[38;5;43m20221209074148054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074148055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074148055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074148055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074148056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074148056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074148056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:49.709441 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8558): Process ended prematurely: osmo-stp_10.42.42.5(pid=8558) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8558)] [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:41:49.718020 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:41:49.777555 run osmo-hlr_10.42.42.2(pid=8555): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8555)]\u000a07:41:49.826295 run osmo-hlr_10.42.42.2(pid=8555): stdout: \u000a| (launched: 2022-12-09_07:41:46.618932) \u000a07:41:49.875463 run osmo-hlr_10.42.42.2(pid=8555): stderr: \u000a| �[0;m�[1;31m20221209074146999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074146999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074146999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074147000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074147000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074147001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074147029 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074147051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074147051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074147051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:41:49.942069 run osmo-msc_10.42.42.6(pid=8561): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8561)]\u000a07:41:49.990503 run osmo-msc_10.42.42.6(pid=8561): stdout: \u000a| (launched: 2022-12-09_07:41:48.841663) \u000a07:41:50.039780 run osmo-msc_10.42.42.6(pid=8561): stderr: \u000a| �[0;m�[38;5;43m20221209074149113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074149113 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6199ff2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074149113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074149113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074149113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074149113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074149115 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074149116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074149116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074149116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:41:50.081402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8554): Terminating (SIGTERM)\u000a07:41:50.121084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8557): Terminating (SIGTERM)\u000a07:41:50.160647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8560): Terminating (SIGTERM)\u000a07:41:50.170465 --- ParallelTerminationStrategy: PID 8554 died...\u000a07:41:50.223393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8554): Terminated: ok {rc=0}\u000a07:41:50.233073 --- ParallelTerminationStrategy: PID 8557 died...\u000a07:41:50.285414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8557): Terminated: ok {rc=0}\u000a07:41:50.295004 --- ParallelTerminationStrategy: PID 8560 died...\u000a07:41:50.347715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8560): Terminated: ok {rc=0}\u000a07:41:50.434554 bus /sierra_3: Setting Powered False\u000a07:41:51.536836 bus /sierra_3: Setting Powered False\u000a07:41:52.645803 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:41:32" }, { "cases" : [ { "testActions" : [ ], "age" : 30, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8573): Process ended prematurely: osmo-stp_10.42.42.5(pid=8573) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8573)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8573): Process ended prematurely: osmo-stp_10.42.42.5(pid=8573) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:41:54.640918 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:41:54.652077 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:41:54.807907 tst mo_mt_call.py: using LAC 19956\u000a07:41:54.927035 tst mo_mt_call.py: using RAC 66\u000a07:41:55.044043 tst mo_mt_call.py: using CellId 19956\u000a07:41:55.161492 tst mo_mt_call.py: using BVCI 19957\u000a07:41:55.184127 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:41:55.195259 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:41:55.206293 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:41:55.217496 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:41:55.228548 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:41:55.239740 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:41:55.360597 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:41:55.560382 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:41:56.030919 run create_hlr_db(pid=8567): Launched\u000a07:41:56.202321 bus /sierra_2: Setting Powered False\u000a07:41:57.224032 run create_hlr_db(pid=8567): Terminated: ok {rc=0}\u000a07:41:57.648886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8569): Launched\u000a07:41:57.969096 run osmo-hlr_10.42.42.2(pid=8570): Launched\u000a07:41:58.089355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:41:58.648746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8572): Launched\u000a07:41:58.970761 run osmo-stp_10.42.42.5(pid=8573): Launched\u000a07:41:59.088484 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:41:59.673922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8575): Launched\u000a07:41:59.994947 run osmo-msc_10.42.42.6(pid=8576): Launched\u000a07:42:00.182298 run osmo-stp_10.42.42.5(pid=8573): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8573)]\u000a07:42:00.317590 run osmo-stp_10.42.42.5(pid=8573): stdout: \u000a| (launched: 2022-12-09_07:41:58.812516)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:00.451315 run osmo-stp_10.42.42.5(pid=8573): stderr: \u000a| �[0;m�[38;5;43m20221209074159001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074159001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074159001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074159001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074159002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074159002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074159002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:00.579891 run osmo-stp_10.42.42.5(pid=8573): stdout: \u000a| (launched: 2022-12-09_07:41:58.812516)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:00.707371 run osmo-stp_10.42.42.5(pid=8573): stderr: \u000a| �[0;m�[38;5;43m20221209074159001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074159001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074159001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074159001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074159002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074159002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074159002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:00.763498 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8573): Process ended prematurely: osmo-stp_10.42.42.5(pid=8573) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8573)] [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a07:42:00.772798 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:42:00.838771 run osmo-hlr_10.42.42.2(pid=8570): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8570)]\u000a07:42:00.900593 run osmo-hlr_10.42.42.2(pid=8570): stdout: \u000a| (launched: 2022-12-09_07:41:57.811880) \u000a07:42:00.967688 run osmo-hlr_10.42.42.2(pid=8570): stderr: \u000a| �[0;m�[1;31m20221209074158005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074158005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074158005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074158005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074158005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074158005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074158019 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074158029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074158030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074158030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:42:01.080065 run osmo-msc_10.42.42.6(pid=8576): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8576)]\u000a07:42:01.134536 run osmo-msc_10.42.42.6(pid=8576): stdout: \u000a| (launched: 2022-12-09_07:41:59.836577) \u000a07:42:01.189620 run osmo-msc_10.42.42.6(pid=8576): stderr: \u000a| �[0;m�[38;5;43m20221209074200154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074200154 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcdca1adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074200155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074200155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074200155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074200155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074200157 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074200157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074200157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074200157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:42:01.236094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8569): Terminating (SIGTERM)\u000a07:42:01.281976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8572): Terminating (SIGTERM)\u000a07:42:01.326125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8575): Terminating (SIGTERM)\u000a07:42:01.336529 --- ParallelTerminationStrategy: PID 8569 died...\u000a07:42:01.395795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8569): Terminated: ok {rc=0}\u000a07:42:01.406845 --- ParallelTerminationStrategy: PID 8572 died...\u000a07:42:01.466259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8572): Terminated: ok {rc=0}\u000a07:42:01.477342 --- ParallelTerminationStrategy: PID 8575 died...\u000a07:42:01.537288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8575): Terminated: ok {rc=0}\u000a07:42:01.629694 bus /sierra_3: Setting Powered False\u000a07:42:02.735900 bus /sierra_3: Setting Powered False\u000a07:42:03.846954 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8591): Process ended prematurely: osmo-stp_10.42.42.5(pid=8591) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8591)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8591): Process ended prematurely: osmo-stp_10.42.42.5(pid=8591) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:42:04.956597 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:42:04.968665 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:42:05.126918 tst mo_mt_call_osmux.py: using LAC 19957\u000a07:42:05.250897 tst mo_mt_call_osmux.py: using RAC 67\u000a07:42:05.376721 tst mo_mt_call_osmux.py: using CellId 19957\u000a07:42:05.500151 tst mo_mt_call_osmux.py: using BVCI 19958\u000a07:42:05.522915 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:42:05.534322 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:42:05.545414 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:42:05.556635 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:42:05.568032 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:42:05.579680 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:42:05.700897 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:42:05.901674 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:42:06.374192 run create_hlr_db(pid=8585): Launched\u000a07:42:06.547557 bus /sierra_2: Setting Powered False\u000a07:42:07.569332 run create_hlr_db(pid=8585): Terminated: ok {rc=0}\u000a07:42:07.995081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8587): Launched\u000a07:42:08.316242 run osmo-hlr_10.42.42.2(pid=8588): Launched\u000a07:42:08.434110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:42:08.989738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8590): Launched\u000a07:42:09.309400 run osmo-stp_10.42.42.5(pid=8591): Launched\u000a07:42:09.425322 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:42:10.011039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8593): Launched\u000a07:42:10.333382 run osmo-msc_10.42.42.6(pid=8594): Launched\u000a07:42:10.519763 run osmo-stp_10.42.42.5(pid=8591): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8591)]\u000a07:42:10.654596 run osmo-stp_10.42.42.5(pid=8591): stdout: \u000a| (launched: 2022-12-09_07:42:09.153485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:10.788338 run osmo-stp_10.42.42.5(pid=8591): stderr: \u000a| �[0;m�[38;5;43m20221209074209341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074209341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074209341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074209342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074209342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074209342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074209342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:10.917176 run osmo-stp_10.42.42.5(pid=8591): stdout: \u000a| (launched: 2022-12-09_07:42:09.153485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:11.045432 run osmo-stp_10.42.42.5(pid=8591): stderr: \u000a| �[0;m�[38;5;43m20221209074209341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074209341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074209341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074209342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074209342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074209342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074209342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:11.101780 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8591): Process ended prematurely: osmo-stp_10.42.42.5(pid=8591) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8591)] [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a07:42:11.111141 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:42:11.173180 run osmo-hlr_10.42.42.2(pid=8588): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8588)]\u000a07:42:11.224155 run osmo-hlr_10.42.42.2(pid=8588): stdout: \u000a| (launched: 2022-12-09_07:42:08.158806) \u000a07:42:11.275900 run osmo-hlr_10.42.42.2(pid=8588): stderr: \u000a| �[0;m�[1;31m20221209074208352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074208352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074208352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074208352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074208352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074208352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074208365 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074208374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074208374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074208374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:42:11.345886 run osmo-msc_10.42.42.6(pid=8594): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8594)]\u000a07:42:11.396754 run osmo-msc_10.42.42.6(pid=8594): stdout: \u000a| (launched: 2022-12-09_07:42:10.174600) \u000a07:42:11.448013 run osmo-msc_10.42.42.6(pid=8594): stderr: \u000a| �[0;m�[38;5;43m20221209074210493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074210493 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c54524c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074210493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074210493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074210493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074210494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074210495 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074210496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074210496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074210496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:42:11.491644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8587): Terminating (SIGTERM)\u000a07:42:11.533052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8590): Terminating (SIGTERM)\u000a07:42:11.574440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8593): Terminating (SIGTERM)\u000a07:42:11.583709 --- ParallelTerminationStrategy: PID 8587 died...\u000a07:42:11.638848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8587): Terminated: ok {rc=0}\u000a07:42:11.648816 --- ParallelTerminationStrategy: PID 8590 died...\u000a07:42:11.703793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8590): Terminated: ok {rc=0}\u000a07:42:11.713836 --- ParallelTerminationStrategy: PID 8593 died...\u000a07:42:11.768683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8593): Terminated: ok {rc=0}\u000a07:42:11.856695 bus /sierra_3: Setting Powered False\u000a07:42:12.962357 bus /sierra_3: Setting Powered False\u000a07:42:14.073791 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:41:54" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8605): Process ended prematurely: osmo-stp_10.42.42.5(pid=8605) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8605)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8605): Process ended prematurely: osmo-stp_10.42.42.5(pid=8605) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:42:16.098412 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:42:16.110557 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:42:16.309314 tst mo_mt_call.py: using LAC 19958\u000a07:42:16.476237 tst mo_mt_call.py: using RAC 68\u000a07:42:16.608715 tst mo_mt_call.py: using CellId 19958\u000a07:42:16.730359 tst mo_mt_call.py: using BVCI 19959\u000a07:42:16.754386 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:42:16.766511 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:42:16.778514 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:42:16.792248 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:42:16.804393 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:42:16.818710 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:42:16.966707 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:42:17.192043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:42:17.709487 run create_hlr_db(pid=8599): Launched\u000a07:42:17.894368 bus /sierra_2: Setting Powered False\u000a07:42:18.916747 run create_hlr_db(pid=8599): Terminated: ok {rc=0}\u000a07:42:19.320606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8601): Launched\u000a07:42:19.620418 run osmo-hlr_10.42.42.2(pid=8602): Launched\u000a07:42:19.737117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:42:20.262062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8604): Launched\u000a07:42:20.562246 run osmo-stp_10.42.42.5(pid=8605): Launched\u000a07:42:20.671991 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:42:21.219851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8607): Launched\u000a07:42:21.520489 run osmo-msc_10.42.42.6(pid=8608): Launched\u000a07:42:21.696785 run osmo-stp_10.42.42.5(pid=8605): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8605)]\u000a07:42:21.824120 run osmo-stp_10.42.42.5(pid=8605): stdout: \u000a| (launched: 2022-12-09_07:42:20.414925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:21.948929 run osmo-stp_10.42.42.5(pid=8605): stderr: \u000a| �[0;m�[38;5;43m20221209074220581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074220581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074220581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074220582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074220582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074220582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074220582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:22.070198 run osmo-stp_10.42.42.5(pid=8605): stdout: \u000a| (launched: 2022-12-09_07:42:20.414925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:22.189944 run osmo-stp_10.42.42.5(pid=8605): stderr: \u000a| �[0;m�[38;5;43m20221209074220581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074220581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074220581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074220582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074220582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074220582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074220582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:22.242551 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8605): Process ended prematurely: osmo-stp_10.42.42.5(pid=8605) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8605)] [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:42:22.251413 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:42:22.311373 run osmo-hlr_10.42.42.2(pid=8602): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8602)]\u000a07:42:22.360448 run osmo-hlr_10.42.42.2(pid=8602): stdout: \u000a| (launched: 2022-12-09_07:42:19.473764) \u000a07:42:22.409984 run osmo-hlr_10.42.42.2(pid=8602): stderr: \u000a| �[0;m�[1;31m20221209074219647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074219647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074219647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074219647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074219647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074219647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074219659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074219671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074219671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074219671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:42:22.477113 run osmo-msc_10.42.42.6(pid=8608): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8608)]\u000a07:42:22.526445 run osmo-msc_10.42.42.6(pid=8608): stdout: \u000a| (launched: 2022-12-09_07:42:21.372244) \u000a07:42:22.576357 run osmo-msc_10.42.42.6(pid=8608): stderr: \u000a| �[0;m�[38;5;43m20221209074221638 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074221639 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87b8f2cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074221639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074221639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074221639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074221639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074221641 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074221641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074221641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074221642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:42:22.618106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8601): Terminating (SIGTERM)\u000a07:42:22.657808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8604): Terminating (SIGTERM)\u000a07:42:22.697582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8607): Terminating (SIGTERM)\u000a07:42:22.706922 --- ParallelTerminationStrategy: PID 8601 died...\u000a07:42:22.760010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8601): Terminated: ok {rc=0}\u000a07:42:22.769947 --- ParallelTerminationStrategy: PID 8604 died...\u000a07:42:22.822716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8604): Terminated: ok {rc=0}\u000a07:42:22.832582 --- ParallelTerminationStrategy: PID 8607 died...\u000a07:42:22.885247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8607): Terminated: ok {rc=0}\u000a07:42:22.972677 bus /sierra_3: Setting Powered False\u000a07:42:24.075587 bus /sierra_3: Setting Powered False\u000a07:42:25.187437 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8616): Process ended prematurely: osmo-stp_10.42.42.5(pid=8616) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8616)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8616): Process ended prematurely: osmo-stp_10.42.42.5(pid=8616) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:42:26.297703 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:42:26.309757 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:42:26.470775 tst mo_mt_call_osmux.py: using LAC 19959\u000a07:42:26.591693 tst mo_mt_call_osmux.py: using RAC 69\u000a07:42:26.716807 tst mo_mt_call_osmux.py: using CellId 19959\u000a07:42:26.840904 tst mo_mt_call_osmux.py: using BVCI 19960\u000a07:42:26.865503 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:42:26.877374 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:42:26.888913 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:42:26.900842 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:42:26.913022 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:42:26.925199 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:42:27.043868 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:42:27.246183 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:42:27.720344 run create_hlr_db(pid=8610): Launched\u000a07:42:27.891951 bus /sierra_2: Setting Powered False\u000a07:42:28.914340 run create_hlr_db(pid=8610): Terminated: ok {rc=0}\u000a07:42:29.338693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8612): Launched\u000a07:42:29.658531 run osmo-hlr_10.42.42.2(pid=8613): Launched\u000a07:42:29.775961 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:42:30.330462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8615): Launched\u000a07:42:30.652642 run osmo-stp_10.42.42.5(pid=8616): Launched\u000a07:42:30.768604 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:42:31.391487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8618): Launched\u000a07:42:31.796032 run osmo-msc_10.42.42.6(pid=8619): Launched\u000a07:42:32.211231 run osmo-stp_10.42.42.5(pid=8616): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8616)]\u000a07:42:32.376483 run osmo-stp_10.42.42.5(pid=8616): stdout: \u000a| (launched: 2022-12-09_07:42:30.493825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:32.502870 run osmo-stp_10.42.42.5(pid=8616): stderr: \u000a| �[0;m�[38;5;43m20221209074230683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074230683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074230684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074230684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074230685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074230685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074230685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:32.624344 run osmo-stp_10.42.42.5(pid=8616): stdout: \u000a| (launched: 2022-12-09_07:42:30.493825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:32.744361 run osmo-stp_10.42.42.5(pid=8616): stderr: \u000a| �[0;m�[38;5;43m20221209074230683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074230683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074230684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074230684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074230685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074230685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074230685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:32.797289 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8616): Process ended prematurely: osmo-stp_10.42.42.5(pid=8616) [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8616)] [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:42:32.806313 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a07:42:32.866465 run osmo-hlr_10.42.42.2(pid=8613): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8613)]\u000a07:42:32.915372 run osmo-hlr_10.42.42.2(pid=8613): stdout: \u000a| (launched: 2022-12-09_07:42:29.501734) \u000a07:42:32.965257 run osmo-hlr_10.42.42.2(pid=8613): stderr: \u000a| �[0;m�[1;31m20221209074229696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074229696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074229696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074229696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074229696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074229696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074229708 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074229717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074229717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074229717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:42:33.032633 run osmo-msc_10.42.42.6(pid=8619): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8619)]\u000a07:42:33.081961 run osmo-msc_10.42.42.6(pid=8619): stdout: \u000a| (launched: 2022-12-09_07:42:31.549164) \u000a07:42:33.131527 run osmo-msc_10.42.42.6(pid=8619): stderr: \u000a| �[0;m�[38;5;43m20221209074232044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074232044 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1294b93c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074232044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074232044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074232048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074232049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074232051 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074232051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074232051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074232051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:42:33.173581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8612): Terminating (SIGTERM)\u000a07:42:33.213278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8615): Terminating (SIGTERM)\u000a07:42:33.252867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8618): Terminating (SIGTERM)\u000a07:42:33.262319 --- ParallelTerminationStrategy: PID 8612 died...\u000a07:42:33.315508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8612): Terminated: ok {rc=0}\u000a07:42:33.325655 --- ParallelTerminationStrategy: PID 8615 died...\u000a07:42:33.378943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8615): Terminated: ok {rc=0}\u000a07:42:33.388568 --- ParallelTerminationStrategy: PID 8618 died...\u000a07:42:33.441804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8618): Terminated: ok {rc=0}\u000a07:42:33.528885 bus /sierra_3: Setting Powered False\u000a07:42:34.630974 bus /sierra_3: Setting Powered False\u000a07:42:35.740673 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:42:15" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8630): Process ended prematurely: osmo-stp_10.42.42.5(pid=8630) [trial-2356↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8630)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8630): Process ended prematurely: osmo-stp_10.42.42.5(pid=8630) [trial-2356↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:42:37.735001 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:42:37.746314 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:42:37.901337 tst mo_mt_call.py: using LAC 19960\u000a07:42:38.018299 tst mo_mt_call.py: using RAC 70\u000a07:42:38.135735 tst mo_mt_call.py: using CellId 19960\u000a07:42:38.251374 tst mo_mt_call.py: using BVCI 19961\u000a07:42:38.274162 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:42:38.285438 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:42:38.296382 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:42:38.307701 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:42:38.319019 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:42:38.330267 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:42:38.448912 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:42:38.649540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:42:39.124027 run create_hlr_db(pid=8624): Launched\u000a07:42:39.296695 bus /sierra_2: Setting Powered False\u000a07:42:40.318691 run create_hlr_db(pid=8624): Terminated: ok {rc=0}\u000a07:42:40.745508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8626): Launched\u000a07:42:41.069494 run osmo-hlr_10.42.42.2(pid=8627): Launched\u000a07:42:41.187085 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:42:41.747014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8629): Launched\u000a07:42:42.068022 run osmo-stp_10.42.42.5(pid=8630): Launched\u000a07:42:42.183857 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:42:42.770202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8632): Launched\u000a07:42:43.091412 run osmo-msc_10.42.42.6(pid=8633): Launched\u000a07:42:43.280310 run osmo-stp_10.42.42.5(pid=8630): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8630)]\u000a07:42:43.415975 run osmo-stp_10.42.42.5(pid=8630): stdout: \u000a| (launched: 2022-12-09_07:42:41.910841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:43.550753 run osmo-stp_10.42.42.5(pid=8630): stderr: \u000a| �[0;m�[38;5;43m20221209074242099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074242099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074242099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074242100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074242100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074242100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074242100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:43.679600 run osmo-stp_10.42.42.5(pid=8630): stdout: \u000a| (launched: 2022-12-09_07:42:41.910841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:43.807699 run osmo-stp_10.42.42.5(pid=8630): stderr: \u000a| �[0;m�[38;5;43m20221209074242099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074242099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074242099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074242100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074242100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074242100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074242100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:43.864020 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8630): Process ended prematurely: osmo-stp_10.42.42.5(pid=8630) [trial-2356↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8630)] [trial-2356↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:42:43.873489 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:42:43.935776 run osmo-hlr_10.42.42.2(pid=8627): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8627)]\u000a07:42:43.987086 run osmo-hlr_10.42.42.2(pid=8627): stdout: \u000a| (launched: 2022-12-09_07:42:40.909392) \u000a07:42:44.039287 run osmo-hlr_10.42.42.2(pid=8627): stderr: \u000a| �[0;m�[1;31m20221209074241103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074241103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074241103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074241103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074241103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074241103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074241116 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074241125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074241125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074241125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:42:44.110130 run osmo-msc_10.42.42.6(pid=8633): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8633)]\u000a07:42:44.161381 run osmo-msc_10.42.42.6(pid=8633): stdout: \u000a| (launched: 2022-12-09_07:42:42.933652) \u000a07:42:44.212998 run osmo-msc_10.42.42.6(pid=8633): stderr: \u000a| �[0;m�[38;5;43m20221209074243254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074243254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2459af7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074243254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074243254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074243254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074243254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074243256 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074243256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074243256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074243257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:42:44.256849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8626): Terminating (SIGTERM)\u000a07:42:44.298671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8629): Terminating (SIGTERM)\u000a07:42:44.340225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8632): Terminating (SIGTERM)\u000a07:42:44.349881 --- ParallelTerminationStrategy: PID 8626 died...\u000a07:42:44.405207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8626): Terminated: ok {rc=0}\u000a07:42:44.415511 --- ParallelTerminationStrategy: PID 8629 died...\u000a07:42:44.470682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8629): Terminated: ok {rc=0}\u000a07:42:44.480613 --- ParallelTerminationStrategy: PID 8632 died...\u000a07:42:44.535697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8632): Terminated: ok {rc=0}\u000a07:42:44.622853 bus /sierra_3: Setting Powered False\u000a07:42:45.724974 bus /sierra_3: Setting Powered False\u000a07:42:46.871185 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8641): Process ended prematurely: osmo-stp_10.42.42.5(pid=8641) [trial-2356↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8641)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8641): Process ended prematurely: osmo-stp_10.42.42.5(pid=8641) [trial-2356↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:42:47.980253 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:42:47.992161 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:42:48.151280 tst mo_mt_call_osmux.py: using LAC 19961\u000a07:42:48.268799 tst mo_mt_call_osmux.py: using RAC 71\u000a07:42:48.388010 tst mo_mt_call_osmux.py: using CellId 19961\u000a07:42:48.506291 tst mo_mt_call_osmux.py: using BVCI 19962\u000a07:42:48.529135 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:42:48.540418 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:42:48.551435 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:42:48.562723 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:42:48.574176 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:42:48.585499 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:42:48.705500 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:42:48.914871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:42:49.431011 run create_hlr_db(pid=8635): Launched\u000a07:42:49.617417 bus /sierra_2: Setting Powered False\u000a07:42:50.637960 run create_hlr_db(pid=8635): Terminated: ok {rc=0}\u000a07:42:51.065324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8637): Launched\u000a07:42:51.386489 run osmo-hlr_10.42.42.2(pid=8638): Launched\u000a07:42:51.502589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:42:52.060909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8640): Launched\u000a07:42:52.383435 run osmo-stp_10.42.42.5(pid=8641): Launched\u000a07:42:52.499751 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:42:53.092233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8643): Launched\u000a07:42:53.413531 run osmo-msc_10.42.42.6(pid=8644): Launched\u000a07:42:53.604245 run osmo-stp_10.42.42.5(pid=8641): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8641)]\u000a07:42:53.739949 run osmo-stp_10.42.42.5(pid=8641): stdout: \u000a| (launched: 2022-12-09_07:42:52.224589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:53.874963 run osmo-stp_10.42.42.5(pid=8641): stderr: \u000a| �[0;m�[38;5;43m20221209074252411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074252411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074252411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074252412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074252412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074252412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074252412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:54.004432 run osmo-stp_10.42.42.5(pid=8641): stdout: \u000a| (launched: 2022-12-09_07:42:52.224589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:54.132691 run osmo-stp_10.42.42.5(pid=8641): stderr: \u000a| �[0;m�[38;5;43m20221209074252411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074252411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074252411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074252412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074252412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074252412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074252412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:54.189427 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8641): Process ended prematurely: osmo-stp_10.42.42.5(pid=8641) [trial-2356↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8641)] [trial-2356↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:42:54.198824 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:42:54.261009 run osmo-hlr_10.42.42.2(pid=8638): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8638)]\u000a07:42:54.312077 run osmo-hlr_10.42.42.2(pid=8638): stdout: \u000a| (launched: 2022-12-09_07:42:51.229192) \u000a07:42:54.363781 run osmo-hlr_10.42.42.2(pid=8638): stderr: \u000a| �[0;m�[1;31m20221209074251422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074251422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074251422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074251422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074251422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074251422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074251435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074251443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074251443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074251444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:42:54.433867 run osmo-msc_10.42.42.6(pid=8644): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8644)]\u000a07:42:54.484905 run osmo-msc_10.42.42.6(pid=8644): stdout: \u000a| (launched: 2022-12-09_07:42:53.255665) \u000a07:42:54.536338 run osmo-msc_10.42.42.6(pid=8644): stderr: \u000a| �[0;m�[38;5;43m20221209074253573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074253574 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f280e808c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074253574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074253574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074253574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074253574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074253576 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074253576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074253576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074253576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:42:54.579854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8637): Terminating (SIGTERM)\u000a07:42:54.621148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8640): Terminating (SIGTERM)\u000a07:42:54.662511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8643): Terminating (SIGTERM)\u000a07:42:54.672070 --- ParallelTerminationStrategy: PID 8637 died...\u000a07:42:54.727342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8637): Terminated: ok {rc=0}\u000a07:42:54.737373 --- ParallelTerminationStrategy: PID 8640 died...\u000a07:42:54.792703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8640): Terminated: ok {rc=0}\u000a07:42:54.802576 --- ParallelTerminationStrategy: PID 8643 died...\u000a07:42:54.857368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8643): Terminated: ok {rc=0}\u000a07:42:54.944145 bus /sierra_3: Setting Powered False\u000a07:42:56.051159 bus /sierra_3: Setting Powered False\u000a07:42:57.161723 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:42:37" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8655): Process ended prematurely: osmo-stp_10.42.42.5(pid=8655) [trial-2356↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8655)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8655): Process ended prematurely: osmo-stp_10.42.42.5(pid=8655) [trial-2356↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a07:42:59.156155 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:42:59.167305 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:42:59.323760 tst mo_mt_call.py: using LAC 19962\u000a07:42:59.440361 tst mo_mt_call.py: using RAC 72\u000a07:42:59.562964 tst mo_mt_call.py: using CellId 19962\u000a07:42:59.680787 tst mo_mt_call.py: using BVCI 19963\u000a07:42:59.703783 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:42:59.714972 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:42:59.726034 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:42:59.737196 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:42:59.748320 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:42:59.759571 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:42:59.877203 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:43:00.077746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:43:00.551379 run create_hlr_db(pid=8649): Launched\u000a07:43:00.723775 bus /sierra_2: Setting Powered False\u000a07:43:01.748674 run create_hlr_db(pid=8649): Terminated: ok {rc=0}\u000a07:43:02.166439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8651): Launched\u000a07:43:02.467900 run osmo-hlr_10.42.42.2(pid=8652): Launched\u000a07:43:02.585477 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:43:03.117063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8654): Launched\u000a07:43:03.437333 run osmo-stp_10.42.42.5(pid=8655): Launched\u000a07:43:03.552852 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:43:04.143053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8657): Launched\u000a07:43:04.465615 run osmo-msc_10.42.42.6(pid=8658): Launched\u000a07:43:04.652741 run osmo-stp_10.42.42.5(pid=8655): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8655)]\u000a07:43:04.787522 run osmo-stp_10.42.42.5(pid=8655): stdout: \u000a| (launched: 2022-12-09_07:43:03.281089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:04.921994 run osmo-stp_10.42.42.5(pid=8655): stderr: \u000a| �[0;m�[38;5;43m20221209074303470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074303470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074303470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074303471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074303471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074303471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074303471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:05.051435 run osmo-stp_10.42.42.5(pid=8655): stdout: \u000a| (launched: 2022-12-09_07:43:03.281089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:05.179620 run osmo-stp_10.42.42.5(pid=8655): stderr: \u000a| �[0;m�[38;5;43m20221209074303470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074303470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074303470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074303471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074303471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074303471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074303471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:05.236281 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8655): Process ended prematurely: osmo-stp_10.42.42.5(pid=8655) [trial-2356↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8655)] [trial-2356↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a07:43:05.245796 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:43:05.308112 run osmo-hlr_10.42.42.2(pid=8652): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8652)]\u000a07:43:05.359241 run osmo-hlr_10.42.42.2(pid=8652): stdout: \u000a| (launched: 2022-12-09_07:43:02.319932) \u000a07:43:05.411003 run osmo-hlr_10.42.42.2(pid=8652): stderr: \u000a| �[0;m�[1;31m20221209074302489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074302489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074302489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074302489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074302490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074302490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074302502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074302510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074302510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074302510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:43:05.481060 run osmo-msc_10.42.42.6(pid=8658): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8658)]\u000a07:43:05.531785 run osmo-msc_10.42.42.6(pid=8658): stdout: \u000a| (launched: 2022-12-09_07:43:04.307031) \u000a07:43:05.583802 run osmo-msc_10.42.42.6(pid=8658): stderr: \u000a| �[0;m�[38;5;43m20221209074304628 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074304629 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fedf4380c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074304629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074304629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074304629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074304629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074304631 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074304631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074304631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074304632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:43:05.627600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8651): Terminating (SIGTERM)\u000a07:43:05.668647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8654): Terminating (SIGTERM)\u000a07:43:05.709844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8657): Terminating (SIGTERM)\u000a07:43:05.719392 --- ParallelTerminationStrategy: PID 8651 died...\u000a07:43:05.774756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8651): Terminated: ok {rc=0}\u000a07:43:05.784846 --- ParallelTerminationStrategy: PID 8654 died...\u000a07:43:05.839844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8654): Terminated: ok {rc=0}\u000a07:43:05.849950 --- ParallelTerminationStrategy: PID 8657 died...\u000a07:43:05.905010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8657): Terminated: ok {rc=0}\u000a07:43:05.993645 bus /sierra_3: Setting Powered False\u000a07:43:07.096797 bus /sierra_3: Setting Powered False\u000a07:43:08.206488 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8666): Process ended prematurely: osmo-stp_10.42.42.5(pid=8666) [trial-2356↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8666)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8666): Process ended prematurely: osmo-stp_10.42.42.5(pid=8666) [trial-2356↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:43:09.321207 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:43:09.333574 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:43:09.500261 tst mo_mt_call_osmux.py: using LAC 19963\u000a07:43:09.627463 tst mo_mt_call_osmux.py: using RAC 73\u000a07:43:09.755654 tst mo_mt_call_osmux.py: using CellId 19963\u000a07:43:09.881222 tst mo_mt_call_osmux.py: using BVCI 19964\u000a07:43:09.905723 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:43:09.917126 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:43:09.928253 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:43:09.939509 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:43:09.950755 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:43:09.962131 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:43:10.078721 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:43:10.291279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:43:10.805444 run create_hlr_db(pid=8660): Launched\u000a07:43:10.990891 bus /sierra_2: Setting Powered False\u000a07:43:12.013914 run create_hlr_db(pid=8660): Terminated: ok {rc=0}\u000a07:43:12.415293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8662): Launched\u000a07:43:12.716151 run osmo-hlr_10.42.42.2(pid=8663): Launched\u000a07:43:12.835161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:43:13.361673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8665): Launched\u000a07:43:13.661535 run osmo-stp_10.42.42.5(pid=8666): Launched\u000a07:43:13.772782 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:43:14.321250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8668): Launched\u000a07:43:14.622732 run osmo-msc_10.42.42.6(pid=8669): Launched\u000a07:43:14.801551 run osmo-stp_10.42.42.5(pid=8666): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8666)]\u000a07:43:14.928291 run osmo-stp_10.42.42.5(pid=8666): stdout: \u000a| (launched: 2022-12-09_07:43:13.513839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:15.053405 run osmo-stp_10.42.42.5(pid=8666): stderr: \u000a| �[0;m�[38;5;43m20221209074313679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074313679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074313679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074313680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074313680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074313681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074313681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:15.174564 run osmo-stp_10.42.42.5(pid=8666): stdout: \u000a| (launched: 2022-12-09_07:43:13.513839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:15.294707 run osmo-stp_10.42.42.5(pid=8666): stderr: \u000a| �[0;m�[38;5;43m20221209074313679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074313679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074313679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074313680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074313680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074313681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074313681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:15.347723 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8666): Process ended prematurely: osmo-stp_10.42.42.5(pid=8666) [trial-2356↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8666)] [trial-2356↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a07:43:15.356346 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a07:43:15.417153 run osmo-hlr_10.42.42.2(pid=8663): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8663)]\u000a07:43:15.466666 run osmo-hlr_10.42.42.2(pid=8663): stdout: \u000a| (launched: 2022-12-09_07:43:12.568300) \u000a07:43:15.516698 run osmo-hlr_10.42.42.2(pid=8663): stderr: \u000a| �[0;m�[1;31m20221209074312742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074312742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074312742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074312742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074312742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074312742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074312756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074312765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074312765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074312766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:43:15.584722 run osmo-msc_10.42.42.6(pid=8669): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8669)]\u000a07:43:15.634200 run osmo-msc_10.42.42.6(pid=8669): stdout: \u000a| (launched: 2022-12-09_07:43:14.473876) \u000a07:43:15.684598 run osmo-msc_10.42.42.6(pid=8669): stderr: \u000a| �[0;m�[38;5;43m20221209074314742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074314742 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d86491c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074314742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074314742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074314742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074314742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074314744 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074314744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074314745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074314745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:43:15.727050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8662): Terminating (SIGTERM)\u000a07:43:15.767087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8665): Terminating (SIGTERM)\u000a07:43:15.807218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8668): Terminating (SIGTERM)\u000a07:43:15.816661 --- ParallelTerminationStrategy: PID 8662 died...\u000a07:43:15.882680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8662): Terminated: ok {rc=0}\u000a07:43:15.896776 --- ParallelTerminationStrategy: PID 8665 died...\u000a07:43:15.951596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8665): Terminated: ok {rc=0}\u000a07:43:15.961707 --- ParallelTerminationStrategy: PID 8668 died...\u000a07:43:16.016393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8668): Terminated: ok {rc=0}\u000a07:43:16.101672 bus /sierra_3: Setting Powered False\u000a07:43:17.209322 bus /sierra_3: Setting Powered False\u000a07:43:18.323373 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:42:58" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8680): Process ended prematurely: osmo-stp_10.42.42.5(pid=8680) [trial-2356↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8680)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8680): Process ended prematurely: osmo-stp_10.42.42.5(pid=8680) [trial-2356↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:43:20.344673 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:43:20.355812 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a07:43:20.498441 tst emergency_mo_mt_call.py: using LAC 19964\u000a07:43:20.620831 tst emergency_mo_mt_call.py: using RAC 74\u000a07:43:20.743025 tst emergency_mo_mt_call.py: using CellId 19964\u000a07:43:20.865026 tst emergency_mo_mt_call.py: using BVCI 19965\u000a07:43:20.889050 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:43:20.900256 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:43:20.911297 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:43:20.922303 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:43:20.933301 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:43:20.944195 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a07:43:21.058624 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a07:43:21.259801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:43:21.727722 run create_hlr_db(pid=8674): Launched\u000a07:43:21.901761 bus /sierra_2: Setting Powered False\u000a07:43:22.930429 run create_hlr_db(pid=8674): Terminated: ok {rc=0}\u000a07:43:23.352594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8676): Launched\u000a07:43:23.670224 run osmo-hlr_10.42.42.2(pid=8677): Launched\u000a07:43:23.789115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:43:24.338238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8679): Launched\u000a07:43:24.654996 run osmo-stp_10.42.42.5(pid=8680): Launched\u000a07:43:24.784566 tst emergency_mo_mt_call.py: using MSISDN 7092\u000a07:43:24.942334 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:43:25.521078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8682): Launched\u000a07:43:25.838445 run osmo-msc_10.42.42.6(pid=8683): Launched\u000a07:43:26.023390 run osmo-stp_10.42.42.5(pid=8680): ERR: Terminated: ERROR {rc=1} [trial-2356↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8680)]\u000a07:43:26.157134 run osmo-stp_10.42.42.5(pid=8680): stdout: \u000a| (launched: 2022-12-09_07:43:24.498896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:26.290679 run osmo-stp_10.42.42.5(pid=8680): stderr: \u000a| �[0;m�[38;5;43m20221209074324687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074324687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074324687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074324688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074324688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074324688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074324688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:26.417366 run osmo-stp_10.42.42.5(pid=8680): stdout: \u000a| (launched: 2022-12-09_07:43:24.498896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:26.543227 run osmo-stp_10.42.42.5(pid=8680): stderr: \u000a| �[0;m�[38;5;43m20221209074324687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074324687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074324687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074324688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074324688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074324688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074324688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:26.598465 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=8680): Process ended prematurely: osmo-stp_10.42.42.5(pid=8680) [trial-2356↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8680)] [trial-2356↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a07:43:26.607232 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a07:43:26.669839 run osmo-hlr_10.42.42.2(pid=8677): ERR: Terminated: ERROR {rc=237} [trial-2356↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8677)]\u000a07:43:26.721108 run osmo-hlr_10.42.42.2(pid=8677): stdout: \u000a| (launched: 2022-12-09_07:43:23.513754) \u000a07:43:26.773068 run osmo-hlr_10.42.42.2(pid=8677): stderr: \u000a| �[0;m�[1;31m20221209074323706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074323706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074323706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074323706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074323707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074323707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074323720 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074323730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074323730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074323731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:43:26.843469 run osmo-msc_10.42.42.6(pid=8683): ERR: Terminated: ERROR {rc=2} [trial-2356↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8683)]\u000a07:43:26.894418 run osmo-msc_10.42.42.6(pid=8683): stdout: \u000a| (launched: 2022-12-09_07:43:25.681381) \u000a07:43:26.945747 run osmo-msc_10.42.42.6(pid=8683): stderr: \u000a| �[0;m�[38;5;43m20221209074326000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074326000 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f32ce07fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074326000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074326001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074326001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074326001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074326003 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074326003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074326003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074326003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:43:26.989231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8676): Terminating (SIGTERM)\u000a07:43:27.030942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8679): Terminating (SIGTERM)\u000a07:43:27.073072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8682): Terminating (SIGTERM)\u000a07:43:27.082784 --- ParallelTerminationStrategy: PID 8676 died...\u000a07:43:27.138683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8676): Terminated: ok {rc=0}\u000a07:43:27.148764 --- ParallelTerminationStrategy: PID 8679 died...\u000a07:43:27.204408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8679): Terminated: ok {rc=0}\u000a07:43:27.214451 --- ParallelTerminationStrategy: PID 8682 died...\u000a07:43:27.270212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8682): Terminated: ok {rc=0}\u000a07:43:27.356471 bus /sierra_3: Setting Powered False\u000a07:43:28.463035 bus /sierra_3: Setting Powered False\u000a07:43:29.569636 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8691): Process ended prematurely: osmo-stp_10.42.42.5(pid=8691) [trial-2356↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8691)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8691): Process ended prematurely: osmo-stp_10.42.42.5(pid=8691) [trial-2356↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:43:30.622018 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:43:30.634169 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a07:43:30.779356 tst emergency_preemptive_call.py: using LAC 19965\u000a07:43:30.917883 tst emergency_preemptive_call.py: using RAC 75\u000a07:43:31.057921 tst emergency_preemptive_call.py: using CellId 19965\u000a07:43:31.210655 tst emergency_preemptive_call.py: using BVCI 19966\u000a07:43:31.236251 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:43:31.248297 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:43:31.261194 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:43:31.273869 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:43:31.286904 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:43:31.298586 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a07:43:31.436548 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a07:43:31.579439 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a07:43:31.712251 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a07:43:31.954780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:43:32.459264 run create_hlr_db(pid=8685): Launched\u000a07:43:32.642393 bus /sierra_2: Setting Powered False\u000a07:43:33.663176 run create_hlr_db(pid=8685): Terminated: ok {rc=0}\u000a07:43:34.085950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8687): Launched\u000a07:43:34.402106 run osmo-hlr_10.42.42.2(pid=8688): Launched\u000a07:43:34.519749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:43:35.069778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8690): Launched\u000a07:43:35.386437 run osmo-stp_10.42.42.5(pid=8691): Launched\u000a07:43:35.510783 tst emergency_preemptive_call.py: using MSISDN 7093\u000a07:43:35.668071 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:43:36.245546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8693): Launched\u000a07:43:36.561390 run osmo-msc_10.42.42.6(pid=8694): Launched\u000a07:43:36.745832 run osmo-stp_10.42.42.5(pid=8691): ERR: Terminated: ERROR {rc=1} [trial-2356↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8691)]\u000a07:43:36.879096 run osmo-stp_10.42.42.5(pid=8691): stdout: \u000a| (launched: 2022-12-09_07:43:35.230606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:37.011796 run osmo-stp_10.42.42.5(pid=8691): stderr: \u000a| �[0;m�[38;5;43m20221209074335418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074335419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074335419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074335419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074335420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074335420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074335420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:37.139297 run osmo-stp_10.42.42.5(pid=8691): stdout: \u000a| (launched: 2022-12-09_07:43:35.230606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:37.264915 run osmo-stp_10.42.42.5(pid=8691): stderr: \u000a| �[0;m�[38;5;43m20221209074335418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074335419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074335419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074335419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074335420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074335420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074335420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:37.320244 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=8691): Process ended prematurely: osmo-stp_10.42.42.5(pid=8691) [trial-2356↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8691)] [trial-2356↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a07:43:37.329146 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a07:43:37.391473 run osmo-hlr_10.42.42.2(pid=8688): ERR: Terminated: ERROR {rc=237} [trial-2356↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8688)]\u000a07:43:37.443134 run osmo-hlr_10.42.42.2(pid=8688): stdout: \u000a| (launched: 2022-12-09_07:43:34.246439) \u000a07:43:37.495440 run osmo-hlr_10.42.42.2(pid=8688): stderr: \u000a| �[0;m�[1;31m20221209074334439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074334439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074334439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074334439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074334440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074334440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074334455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074334463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074334464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074334464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:43:37.566039 run osmo-msc_10.42.42.6(pid=8694): ERR: Terminated: ERROR {rc=2} [trial-2356↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8694)]\u000a07:43:37.617377 run osmo-msc_10.42.42.6(pid=8694): stdout: \u000a| (launched: 2022-12-09_07:43:36.406183) \u000a07:43:37.669055 run osmo-msc_10.42.42.6(pid=8694): stderr: \u000a| �[0;m�[38;5;43m20221209074336723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074336723 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4325359c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074336723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074336723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074336723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074336724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074336725 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074336726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074336726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074336726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:43:37.712909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8687): Terminating (SIGTERM)\u000a07:43:37.754505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8690): Terminating (SIGTERM)\u000a07:43:37.796196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8693): Terminating (SIGTERM)\u000a07:43:37.805494 --- ParallelTerminationStrategy: PID 8687 died...\u000a07:43:37.861784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8687): Terminated: ok {rc=0}\u000a07:43:37.871926 --- ParallelTerminationStrategy: PID 8690 died...\u000a07:43:37.927715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8690): Terminated: ok {rc=0}\u000a07:43:37.937908 --- ParallelTerminationStrategy: PID 8693 died...\u000a07:43:37.993586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8693): Terminated: ok {rc=0}\u000a07:43:38.081869 bus /sierra_9: Setting Powered False\u000a07:43:39.189013 bus /sierra_9: Setting Powered False\u000a07:43:40.297440 bus /sierra_8: Setting Powered False\u000a07:43:41.404219 bus /sierra_8: Setting Powered False\u000a07:43:42.514701 bus /sierra_3: Setting Powered False\u000a07:43:43.620590 bus /sierra_3: Setting Powered False\u000a07:43:44.733217 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:43:20" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8710): Process ended prematurely: osmo-stp_10.42.42.5(pid=8710) [trial-2356↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8710)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8710): Process ended prematurely: osmo-stp_10.42.42.5(pid=8710) [trial-2356↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:43:46.995626 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:47.011110 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a07:43:47.200447 tst cs_paging_gprs_active.py: using LAC 19966\u000a07:43:47.330200 tst cs_paging_gprs_active.py: using RAC 76\u000a07:43:47.456344 tst cs_paging_gprs_active.py: using CellId 19966\u000a07:43:47.577290 tst cs_paging_gprs_active.py: using BVCI 19967\u000a07:43:47.600270 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:47.611363 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:47.622097 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:47.633192 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:47.644408 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:47.655425 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:47.666655 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:47.677567 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:47.688377 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:43:47.808345 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:43:48.102382 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:43:48.237591 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:43:48.569960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8700): Launched\u000a07:43:48.846982 run iperf3-srv_10.42.42.10(pid=8701): Launched\u000a07:43:49.045297 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:43:49.180390 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:43:49.513791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8702): Launched\u000a07:43:49.791755 run iperf3-srv_10.42.42.10(pid=8703): Launched\u000a07:43:49.990383 tst cs_paging_gprs_active.py:38: start network...\u000a07:43:50.125784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:43:50.643046 run create_hlr_db(pid=8704): Launched\u000a07:43:50.829028 bus /sierra_2: Setting Powered False\u000a07:43:51.850696 run create_hlr_db(pid=8704): Terminated: ok {rc=0}\u000a07:43:52.255042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8706): Launched\u000a07:43:52.556275 run osmo-hlr_10.42.42.2(pid=8707): Launched\u000a07:43:52.674286 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:43:53.202814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8709): Launched\u000a07:43:53.503642 run osmo-stp_10.42.42.5(pid=8710): Launched\u000a07:43:53.614551 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:43:54.139415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8712): Launched\u000a07:43:54.246808 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:43:54.509432 run patchelf(pid=8713): Launched\u000a07:43:54.685867 run osmo-stp_10.42.42.5(pid=8710): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8710)]\u000a07:43:54.814723 run osmo-stp_10.42.42.5(pid=8710): stdout: \u000a| (launched: 2022-12-09_07:43:53.356101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:54.943745 run osmo-stp_10.42.42.5(pid=8710): stderr: \u000a| �[0;m�[38;5;43m20221209074353522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074353522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074353523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074353523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074353524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074353524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074353524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:55.068353 run osmo-stp_10.42.42.5(pid=8710): stdout: \u000a| (launched: 2022-12-09_07:43:53.356101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:55.191957 run osmo-stp_10.42.42.5(pid=8710): stderr: \u000a| �[0;m�[38;5;43m20221209074353522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074353522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074353523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074353523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074353524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074353524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074353524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:55.335080 run patchelf(pid=8713): Terminating (SIGINT)\u000a07:43:55.503129 run patchelf(pid=8713): Terminated: ok {rc=0}\u000a07:43:55.534175 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8710): Process ended prematurely: osmo-stp_10.42.42.5(pid=8710) [trial-2356↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8710)] [trial-2356↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a07:43:55.543536 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a07:43:55.604616 run osmo-hlr_10.42.42.2(pid=8707): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8707)]\u000a07:43:55.653870 run osmo-hlr_10.42.42.2(pid=8707): stdout: \u000a| (launched: 2022-12-09_07:43:52.408543) \u000a07:43:55.704068 run osmo-hlr_10.42.42.2(pid=8707): stderr: \u000a| �[0;m�[1;31m20221209074352581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074352581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074352581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074352581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074352581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074352581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074352594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074352605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074352605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074352605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:43:55.746255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8700): Terminating (SIGTERM)\u000a07:43:55.786164 run iperf3-srv_10.42.42.10(pid=8701): Terminating (SIGTERM)\u000a07:43:55.826366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8702): Terminating (SIGTERM)\u000a07:43:55.866313 run iperf3-srv_10.42.42.10(pid=8703): Terminating (SIGTERM)\u000a07:43:55.906161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8706): Terminating (SIGTERM)\u000a07:43:55.946151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8709): Terminating (SIGTERM)\u000a07:43:55.985976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8712): Terminating (SIGTERM)\u000a07:43:55.995497 --- ParallelTerminationStrategy: PID 8700 died...\u000a07:43:56.049195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8700): Terminated: ok {rc=0}\u000a07:43:56.058887 --- ParallelTerminationStrategy: PID 8701 died...\u000a07:43:56.112335 run iperf3-srv_10.42.42.10(pid=8701): Terminated {rc=256}\u000a07:43:56.122066 --- ParallelTerminationStrategy: PID 8702 died...\u000a07:43:56.175575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8702): Terminated: ok {rc=0}\u000a07:43:56.185452 --- ParallelTerminationStrategy: PID 8703 died...\u000a07:43:56.238674 run iperf3-srv_10.42.42.10(pid=8703): Terminated {rc=256}\u000a07:43:56.248573 --- ParallelTerminationStrategy: PID 8706 died...\u000a07:43:56.301913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8706): Terminated: ok {rc=0}\u000a07:43:56.311707 --- ParallelTerminationStrategy: PID 8709 died...\u000a07:43:56.364898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8709): Terminated: ok {rc=0}\u000a07:43:56.374855 --- ParallelTerminationStrategy: PID 8712 died...\u000a07:43:56.428191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8712): Terminated: ok {rc=0}\u000a07:43:56.511798 bus /gobi_0: Setting Powered False\u000a07:43:57.612663 bus /gobi_0: Setting Powered False\u000a07:43:58.719252 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8722): Process ended prematurely: osmo-stp_10.42.42.5(pid=8722) [trial-2356↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8722)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8722): Process ended prematurely: osmo-stp_10.42.42.5(pid=8722) [trial-2356↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a07:43:59.833744 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:59.845674 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a07:43:59.993447 tst iperf3.py: using LAC 19967\u000a07:44:00.118843 tst iperf3.py: using RAC 77\u000a07:44:00.236394 tst iperf3.py: using CellId 19967\u000a07:44:00.352466 tst iperf3.py: using BVCI 19968\u000a07:44:00.375693 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:00.386627 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:00.397407 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:00.407971 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:00.418616 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:00.429126 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:00.439920 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:00.450571 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:00.461308 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:44:00.737372 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:44:00.883004 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:44:01.245578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8714): Launched\u000a07:44:01.561651 run iperf3-srv_10.42.42.10(pid=8715): Launched\u000a07:44:01.765737 tst iperf3.py:8: start network...\u000a07:44:01.906047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:44:02.433165 run create_hlr_db(pid=8716): Launched\u000a07:44:02.618820 bus /gobi_6: Setting Powered False\u000a07:44:03.640756 run create_hlr_db(pid=8716): Terminated: ok {rc=0}\u000a07:44:04.072364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8718): Launched\u000a07:44:04.395750 run osmo-hlr_10.42.42.2(pid=8719): Launched\u000a07:44:04.515827 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:44:05.076222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8721): Launched\u000a07:44:05.399352 run osmo-stp_10.42.42.5(pid=8722): Launched\u000a07:44:05.515550 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:44:06.077933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8724): Launched\u000a07:44:06.193356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:44:06.473552 run patchelf(pid=8725): Launched\u000a07:44:06.662335 run osmo-stp_10.42.42.5(pid=8722): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8722)]\u000a07:44:06.799617 run osmo-stp_10.42.42.5(pid=8722): stdout: \u000a| (launched: 2022-12-09_07:44:05.240518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:06.937810 run osmo-stp_10.42.42.5(pid=8722): stderr: \u000a| �[0;m�[38;5;43m20221209074405429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074405430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074405430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074405430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074405431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074405431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074405431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:07.071594 run osmo-stp_10.42.42.5(pid=8722): stdout: \u000a| (launched: 2022-12-09_07:44:05.240518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:07.204279 run osmo-stp_10.42.42.5(pid=8722): stderr: \u000a| �[0;m�[38;5;43m20221209074405429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074405430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074405430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074405430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074405431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074405431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074405431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:07.357638 run patchelf(pid=8725): Terminating (SIGINT)\u000a07:44:07.537454 run patchelf(pid=8725): Terminated: ok {rc=0}\u000a07:44:07.570411 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8722): Process ended prematurely: osmo-stp_10.42.42.5(pid=8722) [trial-2356↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8722)] [trial-2356↪gprs:trx-lms↪iperf3.py:8]\u000a07:44:07.580374 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a07:44:07.642877 run osmo-hlr_10.42.42.2(pid=8719): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8719)]\u000a07:44:07.694096 run osmo-hlr_10.42.42.2(pid=8719): stdout: \u000a| (launched: 2022-12-09_07:44:04.237633) \u000a07:44:07.745846 run osmo-hlr_10.42.42.2(pid=8719): stderr: \u000a| �[0;m�[1;31m20221209074404433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074404433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074404433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074404433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074404433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074404433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074404446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074404455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074404455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074404455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:44:07.789931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8714): Terminating (SIGTERM)\u000a07:44:07.831579 run iperf3-srv_10.42.42.10(pid=8715): Terminating (SIGTERM)\u000a07:44:07.873347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8718): Terminating (SIGTERM)\u000a07:44:07.915079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8721): Terminating (SIGTERM)\u000a07:44:07.956714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8724): Terminating (SIGTERM)\u000a07:44:07.966385 --- ParallelTerminationStrategy: PID 8714 died...\u000a07:44:08.022152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8714): Terminated: ok {rc=0}\u000a07:44:08.032269 --- ParallelTerminationStrategy: PID 8715 died...\u000a07:44:08.088210 run iperf3-srv_10.42.42.10(pid=8715): Terminated {rc=256}\u000a07:44:08.098496 --- ParallelTerminationStrategy: PID 8718 died...\u000a07:44:08.153609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8718): Terminated: ok {rc=0}\u000a07:44:08.163660 --- ParallelTerminationStrategy: PID 8721 died...\u000a07:44:08.219416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8721): Terminated: ok {rc=0}\u000a07:44:08.229636 --- ParallelTerminationStrategy: PID 8724 died...\u000a07:44:08.285234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8724): Terminated: ok {rc=0}\u000a07:44:08.372624 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8740): Process ended prematurely: osmo-stp_10.42.42.5(pid=8740) [trial-2356↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8740)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8740): Process ended prematurely: osmo-stp_10.42.42.5(pid=8740) [trial-2356↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a07:44:09.487494 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:09.499452 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a07:44:09.643739 tst iperf3m4.py: using LAC 19968\u000a07:44:09.773911 tst iperf3m4.py: using RAC 78\u000a07:44:09.897707 tst iperf3m4.py: using CellId 19968\u000a07:44:10.021253 tst iperf3m4.py: using BVCI 19969\u000a07:44:10.046170 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:10.057454 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:10.068371 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:10.079353 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:10.090569 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:10.101415 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:10.112665 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:10.123566 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:10.134630 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:44:10.251895 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:44:10.379714 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:44:10.497003 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:44:10.776335 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:44:10.902010 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:44:11.213561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8726): Launched\u000a07:44:11.472296 run iperf3-srv_10.42.42.10(pid=8727): Launched\u000a07:44:11.656146 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:44:11.782204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:44:12.093765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8728): Launched\u000a07:44:12.353632 run iperf3-srv_10.42.42.10(pid=8729): Launched\u000a07:44:12.537327 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:44:12.662997 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:44:12.973653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8730): Launched\u000a07:44:13.231749 run iperf3-srv_10.42.42.10(pid=8731): Launched\u000a07:44:13.414675 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:44:13.539911 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:44:13.849510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8732): Launched\u000a07:44:14.107806 run iperf3-srv_10.42.42.10(pid=8733): Launched\u000a07:44:14.291460 tst iperf3m4.py:8: start network...\u000a07:44:14.416882 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:44:14.891119 run create_hlr_db(pid=8734): Launched\u000a07:44:15.063761 bus /gobi_6: Setting Powered False\u000a07:44:16.103173 run create_hlr_db(pid=8734): Terminated: ok {rc=0}\u000a07:44:16.525323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8736): Launched\u000a07:44:16.856148 run osmo-hlr_10.42.42.2(pid=8737): Launched\u000a07:44:17.068485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:44:17.736779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8739): Launched\u000a07:44:18.061992 run osmo-stp_10.42.42.5(pid=8740): Launched\u000a07:44:18.180123 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:44:18.738824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8742): Launched\u000a07:44:18.853660 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:44:19.134184 run patchelf(pid=8743): Launched\u000a07:44:19.321829 run osmo-stp_10.42.42.5(pid=8740): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8740)]\u000a07:44:19.459124 run osmo-stp_10.42.42.5(pid=8740): stdout: \u000a| (launched: 2022-12-09_07:44:17.902189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:19.596922 run osmo-stp_10.42.42.5(pid=8740): stderr: \u000a| �[0;m�[38;5;43m20221209074418089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074418089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074418089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074418090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074418090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074418090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074418090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:19.729330 run osmo-stp_10.42.42.5(pid=8740): stdout: \u000a| (launched: 2022-12-09_07:44:17.902189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:19.862972 run osmo-stp_10.42.42.5(pid=8740): stderr: \u000a| �[0;m�[38;5;43m20221209074418089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074418089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074418089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074418090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074418090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074418090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074418090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:20.015429 run patchelf(pid=8743): Terminating (SIGINT)\u000a07:44:20.195367 run patchelf(pid=8743): Terminated: ok {rc=0}\u000a07:44:20.228748 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8740): Process ended prematurely: osmo-stp_10.42.42.5(pid=8740) [trial-2356↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8740)] [trial-2356↪gprs:trx-lms↪iperf3m4.py:8]\u000a07:44:20.238833 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a07:44:20.301587 run osmo-hlr_10.42.42.2(pid=8737): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8737)]\u000a07:44:20.352563 run osmo-hlr_10.42.42.2(pid=8737): stdout: \u000a| (launched: 2022-12-09_07:44:16.680842) \u000a07:44:20.404199 run osmo-hlr_10.42.42.2(pid=8737): stderr: \u000a| �[0;m�[1;31m20221209074416993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074416993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074416993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074416993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074416993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074416993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074417006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074417022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074417022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074417022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:44:20.448204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8726): Terminating (SIGTERM)\u000a07:44:20.489625 run iperf3-srv_10.42.42.10(pid=8727): Terminating (SIGTERM)\u000a07:44:20.531343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8728): Terminating (SIGTERM)\u000a07:44:20.572841 run iperf3-srv_10.42.42.10(pid=8729): Terminating (SIGTERM)\u000a07:44:20.614550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8730): Terminating (SIGTERM)\u000a07:44:20.655862 run iperf3-srv_10.42.42.10(pid=8731): Terminating (SIGTERM)\u000a07:44:20.697110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8732): Terminating (SIGTERM)\u000a07:44:20.738475 run iperf3-srv_10.42.42.10(pid=8733): Terminating (SIGTERM)\u000a07:44:20.780021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8736): Terminating (SIGTERM)\u000a07:44:20.821615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8739): Terminating (SIGTERM)\u000a07:44:20.863217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8742): Terminating (SIGTERM)\u000a07:44:20.872807 --- ParallelTerminationStrategy: PID 8726 died...\u000a07:44:20.928511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8726): Terminated: ok {rc=0}\u000a07:44:20.938638 --- ParallelTerminationStrategy: PID 8727 died...\u000a07:44:20.994442 run iperf3-srv_10.42.42.10(pid=8727): Terminated {rc=256}\u000a07:44:21.004588 --- ParallelTerminationStrategy: PID 8728 died...\u000a07:44:21.059503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8728): Terminated: ok {rc=0}\u000a07:44:21.069144 --- ParallelTerminationStrategy: PID 8729 died...\u000a07:44:21.122329 run iperf3-srv_10.42.42.10(pid=8729): Terminated {rc=256}\u000a07:44:21.132535 --- ParallelTerminationStrategy: PID 8730 died...\u000a07:44:21.186329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8730): Terminated: ok {rc=0}\u000a07:44:21.195979 --- ParallelTerminationStrategy: PID 8731 died...\u000a07:44:21.249865 run iperf3-srv_10.42.42.10(pid=8731): Terminated {rc=256}\u000a07:44:21.259370 --- ParallelTerminationStrategy: PID 8732 died...\u000a07:44:21.312337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8732): Terminated: ok {rc=0}\u000a07:44:21.322537 --- ParallelTerminationStrategy: PID 8733 died...\u000a07:44:21.376344 run iperf3-srv_10.42.42.10(pid=8733): Terminated {rc=256}\u000a07:44:21.385987 --- ParallelTerminationStrategy: PID 8736 died...\u000a07:44:21.439175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8736): Terminated: ok {rc=0}\u000a07:44:21.449408 --- ParallelTerminationStrategy: PID 8739 died...\u000a07:44:21.502879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8739): Terminated: ok {rc=0}\u000a07:44:21.513245 --- ParallelTerminationStrategy: PID 8742 died...\u000a07:44:21.566285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8742): Terminated: ok {rc=0}\u000a07:44:21.654802 bus /gobi_4: Setting Powered False\u000a07:44:22.757167 bus /gobi_4: Setting Powered False\u000a07:44:23.865695 bus /gobi_1: Setting Powered False\u000a07:44:24.967183 bus /gobi_1: Setting Powered False\u000a07:44:26.078060 bus /gobi_0: Setting Powered False\u000a07:44:27.180213 bus /gobi_0: Setting Powered False\u000a07:44:28.291518 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8751): Process ended prematurely: osmo-stp_10.42.42.5(pid=8751) [trial-2356↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8751)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8751): Process ended prematurely: osmo-stp_10.42.42.5(pid=8751) [trial-2356↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a07:44:29.359254 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:29.371198 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a07:44:29.515923 tst ping.py: using LAC 19969\u000a07:44:29.637797 tst ping.py: using RAC 79\u000a07:44:29.759238 tst ping.py: using CellId 19969\u000a07:44:29.882311 tst ping.py: using BVCI 19970\u000a07:44:29.906437 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:29.917601 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:29.928453 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:29.939336 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:29.950108 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:29.960856 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:29.971907 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:29.982896 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:44:30.254839 tst ping.py:19: start network...\u000a07:44:30.378202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:44:30.843485 run create_hlr_db(pid=8745): Launched\u000a07:44:31.022734 bus /gobi_6: Setting Powered False\u000a07:44:32.077240 run create_hlr_db(pid=8745): Terminated: ok {rc=0}\u000a07:44:32.486125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8747): Launched\u000a07:44:32.781558 run osmo-hlr_10.42.42.2(pid=8748): Launched\u000a07:44:32.894507 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:44:33.414500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8750): Launched\u000a07:44:33.708035 run osmo-stp_10.42.42.5(pid=8751): Launched\u000a07:44:33.814511 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:44:34.326111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8753): Launched\u000a07:44:34.430964 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:44:34.687932 run patchelf(pid=8754): Launched\u000a07:44:34.860940 run osmo-stp_10.42.42.5(pid=8751): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8751)]\u000a07:44:34.987804 run osmo-stp_10.42.42.5(pid=8751): stdout: \u000a| (launched: 2022-12-09_07:44:33.563098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:35.114977 run osmo-stp_10.42.42.5(pid=8751): stderr: \u000a| �[0;m�[38;5;43m20221209074433731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074433731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074433732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074433732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074433733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074433733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074433733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:35.237364 run osmo-stp_10.42.42.5(pid=8751): stdout: \u000a| (launched: 2022-12-09_07:44:33.563098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:35.358998 run osmo-stp_10.42.42.5(pid=8751): stderr: \u000a| �[0;m�[38;5;43m20221209074433731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074433731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074433732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074433732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074433733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074433733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074433733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:35.499547 run patchelf(pid=8754): Terminating (SIGINT)\u000a07:44:35.664910 run patchelf(pid=8754): Terminated: ok {rc=0}\u000a07:44:35.695343 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8751): Process ended prematurely: osmo-stp_10.42.42.5(pid=8751) [trial-2356↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8751)] [trial-2356↪gprs:trx-lms↪ping.py:22]\u000a07:44:35.704043 tst ping.py:22: Test FAILED (6.3 sec)\u000a07:44:35.764290 run osmo-hlr_10.42.42.2(pid=8748): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8748)]\u000a07:44:35.813341 run osmo-hlr_10.42.42.2(pid=8748): stdout: \u000a| (launched: 2022-12-09_07:44:32.635291) \u000a07:44:35.863156 run osmo-hlr_10.42.42.2(pid=8748): stderr: \u000a| �[0;m�[1;31m20221209074432806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074432806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074432806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074432806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074432806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074432806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074432818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074432828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074432828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074432828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:44:35.905221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8747): Terminating (SIGTERM)\u000a07:44:35.944932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8750): Terminating (SIGTERM)\u000a07:44:35.984526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8753): Terminating (SIGTERM)\u000a07:44:35.993990 --- ParallelTerminationStrategy: PID 8747 died...\u000a07:44:36.047536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8747): Terminated: ok {rc=0}\u000a07:44:36.057829 --- ParallelTerminationStrategy: PID 8750 died...\u000a07:44:36.110818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8750): Terminated: ok {rc=0}\u000a07:44:36.120825 --- ParallelTerminationStrategy: PID 8753 died...\u000a07:44:36.173594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8753): Terminated: ok {rc=0}\u000a07:44:36.261465 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8761): Process ended prematurely: osmo-stp_10.42.42.5(pid=8761) [trial-2356↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8761)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8761): Process ended prematurely: osmo-stp_10.42.42.5(pid=8761) [trial-2356↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a07:44:37.313194 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:37.324685 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a07:44:37.463436 tst ping_idle_ping.py: using LAC 19970\u000a07:44:37.582415 tst ping_idle_ping.py: using RAC 80\u000a07:44:37.699040 tst ping_idle_ping.py: using CellId 19970\u000a07:44:37.815917 tst ping_idle_ping.py: using BVCI 19971\u000a07:44:37.838869 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:37.849611 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:37.860173 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:37.871420 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:37.882723 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:37.893923 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:37.905305 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:44:37.916672 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:44:38.209779 tst ping_idle_ping.py:24: start network...\u000a07:44:38.343585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:44:38.857409 run create_hlr_db(pid=8755): Launched\u000a07:44:39.040795 bus /gobi_6: Setting Powered False\u000a07:44:40.062980 run create_hlr_db(pid=8755): Terminated: ok {rc=0}\u000a07:44:40.462352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8757): Launched\u000a07:44:40.759155 run osmo-hlr_10.42.42.2(pid=8758): Launched\u000a07:44:40.875597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:44:41.398107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8760): Launched\u000a07:44:41.693749 run osmo-stp_10.42.42.5(pid=8761): Launched\u000a07:44:41.801140 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:44:42.317865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8763): Launched\u000a07:44:42.424355 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:44:42.682921 run patchelf(pid=8764): Launched\u000a07:44:42.856785 run osmo-stp_10.42.42.5(pid=8761): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8761)]\u000a07:44:42.983727 run osmo-stp_10.42.42.5(pid=8761): stdout: \u000a| (launched: 2022-12-09_07:44:41.547925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:43.110798 run osmo-stp_10.42.42.5(pid=8761): stderr: \u000a| �[0;m�[38;5;43m20221209074441715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074441716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074441716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074441716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074441717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074441717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074441717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:43.233572 run osmo-stp_10.42.42.5(pid=8761): stdout: \u000a| (launched: 2022-12-09_07:44:41.547925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:43.355717 run osmo-stp_10.42.42.5(pid=8761): stderr: \u000a| �[0;m�[38;5;43m20221209074441715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074441716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074441716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074441716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074441717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074441717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074441717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:43.496567 run patchelf(pid=8764): Terminating (SIGINT)\u000a07:44:43.662027 run patchelf(pid=8764): Terminated: ok {rc=0}\u000a07:44:43.692195 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8761): Process ended prematurely: osmo-stp_10.42.42.5(pid=8761) [trial-2356↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8761)] [trial-2356↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a07:44:43.700933 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a07:44:43.761583 run osmo-hlr_10.42.42.2(pid=8758): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8758)]\u000a07:44:43.810820 run osmo-hlr_10.42.42.2(pid=8758): stdout: \u000a| (launched: 2022-12-09_07:44:40.612659) \u000a07:44:43.860572 run osmo-hlr_10.42.42.2(pid=8758): stderr: \u000a| �[0;m�[1;31m20221209074440784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074440784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074440784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074440784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074440784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074440784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074440796 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074440805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074440805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074440805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:44:43.902741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8757): Terminating (SIGTERM)\u000a07:44:43.942792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8760): Terminating (SIGTERM)\u000a07:44:43.982762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8763): Terminating (SIGTERM)\u000a07:44:43.992209 --- ParallelTerminationStrategy: PID 8757 died...\u000a07:44:44.045641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8757): Terminated: ok {rc=0}\u000a07:44:44.055634 --- ParallelTerminationStrategy: PID 8760 died...\u000a07:44:44.109281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8760): Terminated: ok {rc=0}\u000a07:44:44.119035 --- ParallelTerminationStrategy: PID 8763 died...\u000a07:44:44.172281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8763): Terminated: ok {rc=0}\u000a07:44:44.255372 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:43:46" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8778): Process ended prematurely: osmo-stp_10.42.42.5(pid=8778) [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8778)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8778): Process ended prematurely: osmo-stp_10.42.42.5(pid=8778) [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:44:46.420988 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:46.432806 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:44:46.598785 tst cs_paging_gprs_active.py: using LAC 19971\u000a07:44:46.738621 tst cs_paging_gprs_active.py: using RAC 81\u000a07:44:46.868845 tst cs_paging_gprs_active.py: using CellId 19971\u000a07:44:47.017446 tst cs_paging_gprs_active.py: using BVCI 19972\u000a07:44:47.044203 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:47.056270 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:47.068550 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:47.080572 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:47.092482 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:47.104658 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:47.116766 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:47.128767 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:47.140779 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:44:47.265253 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:44:47.560114 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:44:47.695530 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:44:48.029812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8768): Launched\u000a07:44:48.309773 run iperf3-srv_10.42.42.10(pid=8769): Launched\u000a07:44:48.508225 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:44:48.643491 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:44:48.977201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8770): Launched\u000a07:44:49.256660 run iperf3-srv_10.42.42.10(pid=8771): Launched\u000a07:44:49.455142 tst cs_paging_gprs_active.py:38: start network...\u000a07:44:49.590313 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:44:50.107972 run create_hlr_db(pid=8772): Launched\u000a07:44:50.294738 bus /gobi_6: Setting Powered False\u000a07:44:51.317709 run create_hlr_db(pid=8772): Terminated: ok {rc=0}\u000a07:44:51.747289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8774): Launched\u000a07:44:52.071521 run osmo-hlr_10.42.42.2(pid=8775): Launched\u000a07:44:52.187940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:44:52.751219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8777): Launched\u000a07:44:53.075017 run osmo-stp_10.42.42.5(pid=8778): Launched\u000a07:44:53.192395 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:44:53.755111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8780): Launched\u000a07:44:53.870740 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:44:54.153638 run patchelf(pid=8781): Launched\u000a07:44:54.343494 run osmo-stp_10.42.42.5(pid=8778): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8778)]\u000a07:44:54.481504 run osmo-stp_10.42.42.5(pid=8778): stdout: \u000a| (launched: 2022-12-09_07:44:52.915288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:54.619369 run osmo-stp_10.42.42.5(pid=8778): stderr: \u000a| �[0;m�[38;5;43m20221209074453106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074453106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074453106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074453106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074453107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074453107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074453107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:54.752791 run osmo-stp_10.42.42.5(pid=8778): stdout: \u000a| (launched: 2022-12-09_07:44:52.915288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:54.884884 run osmo-stp_10.42.42.5(pid=8778): stderr: \u000a| �[0;m�[38;5;43m20221209074453106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074453106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074453106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074453106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074453107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074453107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074453107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:55.038518 run patchelf(pid=8781): Terminating (SIGINT)\u000a07:44:55.219216 run patchelf(pid=8781): Terminated: ok {rc=0}\u000a07:44:55.252474 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8778): Process ended prematurely: osmo-stp_10.42.42.5(pid=8778) [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8778)] [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:44:55.262494 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a07:44:55.325378 run osmo-hlr_10.42.42.2(pid=8775): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8775)]\u000a07:44:55.376482 run osmo-hlr_10.42.42.2(pid=8775): stdout: \u000a| (launched: 2022-12-09_07:44:51.912447) \u000a07:44:55.428258 run osmo-hlr_10.42.42.2(pid=8775): stderr: \u000a| �[0;m�[1;31m20221209074452109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074452109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074452109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074452109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074452109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074452109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074452122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074452130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074452131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074452131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:44:55.472361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8768): Terminating (SIGTERM)\u000a07:44:55.514078 run iperf3-srv_10.42.42.10(pid=8769): Terminating (SIGTERM)\u000a07:44:55.555909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8770): Terminating (SIGTERM)\u000a07:44:55.597790 run iperf3-srv_10.42.42.10(pid=8771): Terminating (SIGTERM)\u000a07:44:55.639764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8774): Terminating (SIGTERM)\u000a07:44:55.681747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8777): Terminating (SIGTERM)\u000a07:44:55.723702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8780): Terminating (SIGTERM)\u000a07:44:55.733509 --- ParallelTerminationStrategy: PID 8768 died...\u000a07:44:55.789498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8768): Terminated: ok {rc=0}\u000a07:44:55.799688 --- ParallelTerminationStrategy: PID 8769 died...\u000a07:44:55.855420 run iperf3-srv_10.42.42.10(pid=8769): Terminated {rc=256}\u000a07:44:55.865623 --- ParallelTerminationStrategy: PID 8770 died...\u000a07:44:55.921184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8770): Terminated: ok {rc=0}\u000a07:44:55.931175 --- ParallelTerminationStrategy: PID 8771 died...\u000a07:44:55.986606 run iperf3-srv_10.42.42.10(pid=8771): Terminated {rc=256}\u000a07:44:55.996738 --- ParallelTerminationStrategy: PID 8774 died...\u000a07:44:56.052593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8774): Terminated: ok {rc=0}\u000a07:44:56.063171 --- ParallelTerminationStrategy: PID 8777 died...\u000a07:44:56.119247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8777): Terminated: ok {rc=0}\u000a07:44:56.129489 --- ParallelTerminationStrategy: PID 8780 died...\u000a07:44:56.185053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8780): Terminated: ok {rc=0}\u000a07:44:56.273190 bus /gobi_0: Setting Powered False\u000a07:44:57.380184 bus /gobi_0: Setting Powered False\u000a07:44:58.488556 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8793): Process ended prematurely: osmo-stp_10.42.42.5(pid=8793) [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8793)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8793): Process ended prematurely: osmo-stp_10.42.42.5(pid=8793) [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8793)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:44:59.603524 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:59.615893 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:44:59.762195 tst iperf3.py: using LAC 19972\u000a07:44:59.888361 tst iperf3.py: using RAC 82\u000a07:45:00.014223 tst iperf3.py: using CellId 19972\u000a07:45:00.142626 tst iperf3.py: using BVCI 19973\u000a07:45:00.167484 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:00.179040 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:00.190343 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:00.202154 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:00.213496 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:00.224689 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:00.236316 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:00.247723 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:00.259141 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:45:00.552094 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:45:00.687090 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:45:01.032877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8782): Launched\u000a07:45:01.345080 run iperf3-srv_10.42.42.10(pid=8783): Launched\u000a07:45:01.590514 tst iperf3.py:8: start network...\u000a07:45:01.729316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:45:02.281999 run create_hlr_db(pid=8787): Launched\u000a07:45:02.478402 bus /gobi_6: Setting Powered False\u000a07:45:03.489984 run create_hlr_db(pid=8787): Terminated: ok {rc=0}\u000a07:45:03.897189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8789): Launched\u000a07:45:04.199099 run osmo-hlr_10.42.42.2(pid=8790): Launched\u000a07:45:04.317369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:45:04.846129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8792): Launched\u000a07:45:05.148361 run osmo-stp_10.42.42.5(pid=8793): Launched\u000a07:45:05.258360 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:45:05.781540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8795): Launched\u000a07:45:05.888857 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:45:06.150724 run patchelf(pid=8796): Launched\u000a07:45:06.325499 run osmo-stp_10.42.42.5(pid=8793): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8793)]\u000a07:45:06.453516 run osmo-stp_10.42.42.5(pid=8793): stdout: \u000a| (launched: 2022-12-09_07:45:04.999010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:06.582491 run osmo-stp_10.42.42.5(pid=8793): stderr: \u000a| �[0;m�[38;5;43m20221209074505165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074505165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074505166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074505166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074505167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074505167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074505167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:06.706673 run osmo-stp_10.42.42.5(pid=8793): stdout: \u000a| (launched: 2022-12-09_07:45:04.999010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:06.829617 run osmo-stp_10.42.42.5(pid=8793): stderr: \u000a| �[0;m�[38;5;43m20221209074505165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074505165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074505166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074505166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074505167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074505167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074505167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:06.972128 run patchelf(pid=8796): Terminating (SIGINT)\u000a07:45:07.140237 run patchelf(pid=8796): Terminated: ok {rc=0}\u000a07:45:07.171117 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8793): Process ended prematurely: osmo-stp_10.42.42.5(pid=8793) [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8793)] [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a07:45:07.180388 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a07:45:07.240622 run osmo-hlr_10.42.42.2(pid=8790): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8790)]\u000a07:45:07.290223 run osmo-hlr_10.42.42.2(pid=8790): stdout: \u000a| (launched: 2022-12-09_07:45:04.050329) \u000a07:45:07.340261 run osmo-hlr_10.42.42.2(pid=8790): stderr: \u000a| �[0;m�[1;31m20221209074504223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074504223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074504223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074504223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074504223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074504223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074504235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074504244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074504244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074504244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:45:07.382424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8782): Terminating (SIGTERM)\u000a07:45:07.422373 run iperf3-srv_10.42.42.10(pid=8783): Terminating (SIGTERM)\u000a07:45:07.462134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8789): Terminating (SIGTERM)\u000a07:45:07.502210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8792): Terminating (SIGTERM)\u000a07:45:07.541686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8795): Terminating (SIGTERM)\u000a07:45:07.551122 --- ParallelTerminationStrategy: PID 8782 died...\u000a07:45:07.604346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8782): Terminated: ok {rc=0}\u000a07:45:07.614198 --- ParallelTerminationStrategy: PID 8783 died...\u000a07:45:07.667177 run iperf3-srv_10.42.42.10(pid=8783): Terminated {rc=256}\u000a07:45:07.676787 --- ParallelTerminationStrategy: PID 8789 died...\u000a07:45:07.729905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8789): Terminated: ok {rc=0}\u000a07:45:07.739403 --- ParallelTerminationStrategy: PID 8792 died...\u000a07:45:07.792188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8792): Terminated: ok {rc=0}\u000a07:45:07.801949 --- ParallelTerminationStrategy: PID 8795 died...\u000a07:45:07.854851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8795): Terminated: ok {rc=0}\u000a07:45:07.938457 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8811): Process ended prematurely: osmo-stp_10.42.42.5(pid=8811) [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8811)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8811): Process ended prematurely: osmo-stp_10.42.42.5(pid=8811) [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8811)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:45:09.046483 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:09.058060 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:45:09.196726 tst iperf3m4.py: using LAC 19973\u000a07:45:09.313537 tst iperf3m4.py: using RAC 83\u000a07:45:09.438642 tst iperf3m4.py: using CellId 19973\u000a07:45:09.571967 tst iperf3m4.py: using BVCI 19974\u000a07:45:09.596713 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:09.608377 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:09.619817 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:09.631472 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:09.642971 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:09.654494 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:09.666148 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:09.677344 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:09.688654 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:45:09.807704 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:45:09.929815 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:45:10.046822 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:45:10.342246 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:45:10.478132 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:45:10.813617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8797): Launched\u000a07:45:11.090283 run iperf3-srv_10.42.42.10(pid=8798): Launched\u000a07:45:11.275343 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:45:11.401963 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:45:11.714672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8799): Launched\u000a07:45:11.974087 run iperf3-srv_10.42.42.10(pid=8800): Launched\u000a07:45:12.158182 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:45:12.284205 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:45:12.595647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8801): Launched\u000a07:45:12.854536 run iperf3-srv_10.42.42.10(pid=8802): Launched\u000a07:45:13.038085 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:45:13.164049 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:45:13.474860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8803): Launched\u000a07:45:13.733835 run iperf3-srv_10.42.42.10(pid=8804): Launched\u000a07:45:13.917642 tst iperf3m4.py:8: start network...\u000a07:45:14.043549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:45:14.520421 run create_hlr_db(pid=8805): Launched\u000a07:45:14.694002 bus /gobi_6: Setting Powered False\u000a07:45:15.715651 run create_hlr_db(pid=8805): Terminated: ok {rc=0}\u000a07:45:16.169779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8807): Launched\u000a07:45:16.504364 run osmo-hlr_10.42.42.2(pid=8808): Launched\u000a07:45:16.724891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:45:17.285029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8810): Launched\u000a07:45:17.588129 run osmo-stp_10.42.42.5(pid=8811): Launched\u000a07:45:17.698045 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:45:18.222613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8813): Launched\u000a07:45:18.330293 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:45:18.592334 run patchelf(pid=8814): Launched\u000a07:45:18.768111 run osmo-stp_10.42.42.5(pid=8811): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8811)]\u000a07:45:18.896710 run osmo-stp_10.42.42.5(pid=8811): stdout: \u000a| (launched: 2022-12-09_07:45:17.439031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:19.025439 run osmo-stp_10.42.42.5(pid=8811): stderr: \u000a| �[0;m�[38;5;43m20221209074517603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074517603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074517603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074517604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074517604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074517604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074517604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:19.149752 run osmo-stp_10.42.42.5(pid=8811): stdout: \u000a| (launched: 2022-12-09_07:45:17.439031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:19.272773 run osmo-stp_10.42.42.5(pid=8811): stderr: \u000a| �[0;m�[38;5;43m20221209074517603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074517603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074517603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074517604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074517604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074517604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074517604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:19.416377 run patchelf(pid=8814): Terminating (SIGINT)\u000a07:45:19.585241 run patchelf(pid=8814): Terminated: ok {rc=0}\u000a07:45:19.616236 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8811): Process ended prematurely: osmo-stp_10.42.42.5(pid=8811) [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8811)] [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:45:19.625590 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a07:45:19.686591 run osmo-hlr_10.42.42.2(pid=8808): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8808)]\u000a07:45:19.735863 run osmo-hlr_10.42.42.2(pid=8808): stdout: \u000a| (launched: 2022-12-09_07:45:16.326199) \u000a07:45:19.785656 run osmo-hlr_10.42.42.2(pid=8808): stderr: \u000a| �[0;m�[1;31m20221209074516668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074516668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074516668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074516668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074516668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074516668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074516683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074516700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074516700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074516700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:45:19.827996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8797): Terminating (SIGTERM)\u000a07:45:19.867946 run iperf3-srv_10.42.42.10(pid=8798): Terminating (SIGTERM)\u000a07:45:19.908083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8799): Terminating (SIGTERM)\u000a07:45:19.947992 run iperf3-srv_10.42.42.10(pid=8800): Terminating (SIGTERM)\u000a07:45:19.987614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8801): Terminating (SIGTERM)\u000a07:45:20.027581 run iperf3-srv_10.42.42.10(pid=8802): Terminating (SIGTERM)\u000a07:45:20.067200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8803): Terminating (SIGTERM)\u000a07:45:20.107064 run iperf3-srv_10.42.42.10(pid=8804): Terminating (SIGTERM)\u000a07:45:20.147073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8807): Terminating (SIGTERM)\u000a07:45:20.186905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8810): Terminating (SIGTERM)\u000a07:45:20.227067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8813): Terminating (SIGTERM)\u000a07:45:20.236469 --- ParallelTerminationStrategy: PID 8797 died...\u000a07:45:20.289978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8797): Terminated: ok {rc=0}\u000a07:45:20.299591 --- ParallelTerminationStrategy: PID 8798 died...\u000a07:45:20.352713 run iperf3-srv_10.42.42.10(pid=8798): Terminated {rc=256}\u000a07:45:20.362431 --- ParallelTerminationStrategy: PID 8799 died...\u000a07:45:20.415854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8799): Terminated: ok {rc=0}\u000a07:45:20.425764 --- ParallelTerminationStrategy: PID 8800 died...\u000a07:45:20.479397 run iperf3-srv_10.42.42.10(pid=8800): Terminated {rc=256}\u000a07:45:20.489332 --- ParallelTerminationStrategy: PID 8801 died...\u000a07:45:20.542458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8801): Terminated: ok {rc=0}\u000a07:45:20.552344 --- ParallelTerminationStrategy: PID 8802 died...\u000a07:45:20.605364 run iperf3-srv_10.42.42.10(pid=8802): Terminated {rc=256}\u000a07:45:20.615002 --- ParallelTerminationStrategy: PID 8803 died...\u000a07:45:20.668693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8803): Terminated: ok {rc=0}\u000a07:45:20.678788 --- ParallelTerminationStrategy: PID 8804 died...\u000a07:45:20.732665 run iperf3-srv_10.42.42.10(pid=8804): Terminated {rc=256}\u000a07:45:20.742373 --- ParallelTerminationStrategy: PID 8807 died...\u000a07:45:20.795076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8807): Terminated: ok {rc=0}\u000a07:45:20.804908 --- ParallelTerminationStrategy: PID 8810 died...\u000a07:45:20.858150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8810): Terminated: ok {rc=0}\u000a07:45:20.868192 --- ParallelTerminationStrategy: PID 8813 died...\u000a07:45:20.921285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8813): Terminated: ok {rc=0}\u000a07:45:21.009502 bus /gobi_4: Setting Powered False\u000a07:45:22.113237 bus /gobi_4: Setting Powered False\u000a07:45:23.223071 bus /gobi_1: Setting Powered False\u000a07:45:24.326352 bus /gobi_1: Setting Powered False\u000a07:45:25.437523 bus /gobi_0: Setting Powered False\u000a07:45:26.540613 bus /gobi_0: Setting Powered False\u000a07:45:27.654094 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8821): Process ended prematurely: osmo-stp_10.42.42.5(pid=8821) [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8821)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8821): Process ended prematurely: osmo-stp_10.42.42.5(pid=8821) [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:45:28.721766 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:28.733904 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:45:28.872027 tst ping.py: using LAC 19974\u000a07:45:28.989934 tst ping.py: using RAC 84\u000a07:45:29.115101 tst ping.py: using CellId 19974\u000a07:45:29.234538 tst ping.py: using BVCI 19975\u000a07:45:29.257075 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:29.267971 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:29.278739 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:29.289694 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:29.300548 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:29.311478 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:29.322660 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:29.333591 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:45:29.604928 tst ping.py:19: start network...\u000a07:45:29.728081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:45:30.193142 run create_hlr_db(pid=8815): Launched\u000a07:45:30.362791 bus /gobi_6: Setting Powered False\u000a07:45:31.387060 run create_hlr_db(pid=8815): Terminated: ok {rc=0}\u000a07:45:31.801628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8817): Launched\u000a07:45:32.191472 run osmo-hlr_10.42.42.2(pid=8818): Launched\u000a07:45:32.312030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:45:32.866872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8820): Launched\u000a07:45:33.183291 run osmo-stp_10.42.42.5(pid=8821): Launched\u000a07:45:33.297869 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:45:33.852782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8823): Launched\u000a07:45:33.966338 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:45:34.244309 run patchelf(pid=8824): Launched\u000a07:45:34.430202 run osmo-stp_10.42.42.5(pid=8821): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8821)]\u000a07:45:34.566004 run osmo-stp_10.42.42.5(pid=8821): stdout: \u000a| (launched: 2022-12-09_07:45:33.027841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:34.702016 run osmo-stp_10.42.42.5(pid=8821): stderr: \u000a| �[0;m�[38;5;43m20221209074533216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074533216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074533216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074533217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074533217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074533217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074533217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:34.834528 run osmo-stp_10.42.42.5(pid=8821): stdout: \u000a| (launched: 2022-12-09_07:45:33.027841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:34.964807 run osmo-stp_10.42.42.5(pid=8821): stderr: \u000a| �[0;m�[38;5;43m20221209074533216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074533216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074533216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074533217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074533217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074533217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074533217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:35.115940 run patchelf(pid=8824): Terminating (SIGINT)\u000a07:45:35.292491 run patchelf(pid=8824): Terminated: ok {rc=0}\u000a07:45:35.325130 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8821): Process ended prematurely: osmo-stp_10.42.42.5(pid=8821) [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8821)] [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a07:45:35.334590 tst ping.py:22: Test FAILED (6.6 sec)\u000a07:45:35.397446 run osmo-hlr_10.42.42.2(pid=8818): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8818)]\u000a07:45:35.448711 run osmo-hlr_10.42.42.2(pid=8818): stdout: \u000a| (launched: 2022-12-09_07:45:31.955103) \u000a07:45:35.500533 run osmo-hlr_10.42.42.2(pid=8818): stderr: \u000a| �[0;m�[1;31m20221209074532232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074532232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074532233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074532233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074532233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074532233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074532244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074532252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074532253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074532253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:45:35.545000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8817): Terminating (SIGTERM)\u000a07:45:35.587218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8820): Terminating (SIGTERM)\u000a07:45:35.629146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8823): Terminating (SIGTERM)\u000a07:45:35.638960 --- ParallelTerminationStrategy: PID 8817 died...\u000a07:45:35.695058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8817): Terminated: ok {rc=0}\u000a07:45:35.705215 --- ParallelTerminationStrategy: PID 8820 died...\u000a07:45:35.760569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8820): Terminated: ok {rc=0}\u000a07:45:35.770715 --- ParallelTerminationStrategy: PID 8823 died...\u000a07:45:35.826115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8823): Terminated: ok {rc=0}\u000a07:45:35.913294 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8831): Process ended prematurely: osmo-stp_10.42.42.5(pid=8831) [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8831)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8831): Process ended prematurely: osmo-stp_10.42.42.5(pid=8831) [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:45:36.964895 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:36.977233 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:45:37.116516 tst ping_idle_ping.py: using LAC 19975\u000a07:45:37.233125 tst ping_idle_ping.py: using RAC 85\u000a07:45:37.351439 tst ping_idle_ping.py: using CellId 19975\u000a07:45:37.475425 tst ping_idle_ping.py: using BVCI 19976\u000a07:45:37.500046 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:37.511752 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:37.523330 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:37.534815 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:37.546031 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:37.557379 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:37.568715 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:45:37.580037 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:45:37.855859 tst ping_idle_ping.py:24: start network...\u000a07:45:37.980231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:45:38.451854 run create_hlr_db(pid=8825): Launched\u000a07:45:38.623093 bus /gobi_6: Setting Powered False\u000a07:45:39.644676 run create_hlr_db(pid=8825): Terminated: ok {rc=0}\u000a07:45:40.070506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8827): Launched\u000a07:45:40.390147 run osmo-hlr_10.42.42.2(pid=8828): Launched\u000a07:45:40.508860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:45:41.061131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8830): Launched\u000a07:45:41.381202 run osmo-stp_10.42.42.5(pid=8831): Launched\u000a07:45:41.496430 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:45:42.052422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8833): Launched\u000a07:45:42.167333 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:45:42.445279 run patchelf(pid=8834): Launched\u000a07:45:42.631586 run osmo-stp_10.42.42.5(pid=8831): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8831)]\u000a07:45:42.767415 run osmo-stp_10.42.42.5(pid=8831): stdout: \u000a| (launched: 2022-12-09_07:45:41.223705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:42.903864 run osmo-stp_10.42.42.5(pid=8831): stderr: \u000a| �[0;m�[38;5;43m20221209074541412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074541412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074541413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074541413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074541413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074541414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074541414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:43.035125 run osmo-stp_10.42.42.5(pid=8831): stdout: \u000a| (launched: 2022-12-09_07:45:41.223705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:43.166219 run osmo-stp_10.42.42.5(pid=8831): stderr: \u000a| �[0;m�[38;5;43m20221209074541412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074541412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074541413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074541413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074541413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074541414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074541414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:43.317455 run patchelf(pid=8834): Terminating (SIGINT)\u000a07:45:43.494612 run patchelf(pid=8834): Terminated: ok {rc=0}\u000a07:45:43.526930 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8831): Process ended prematurely: osmo-stp_10.42.42.5(pid=8831) [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8831)] [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:45:43.536423 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a07:45:43.599204 run osmo-hlr_10.42.42.2(pid=8828): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8828)]\u000a07:45:43.650450 run osmo-hlr_10.42.42.2(pid=8828): stdout: \u000a| (launched: 2022-12-09_07:45:40.233152) \u000a07:45:43.702347 run osmo-hlr_10.42.42.2(pid=8828): stderr: \u000a| �[0;m�[1;31m20221209074540427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074540427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074540427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074540427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074540427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074540427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074540441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074540449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074540450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074540450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:45:43.746825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8827): Terminating (SIGTERM)\u000a07:45:43.788883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8830): Terminating (SIGTERM)\u000a07:45:43.830961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8833): Terminating (SIGTERM)\u000a07:45:43.840723 --- ParallelTerminationStrategy: PID 8827 died...\u000a07:45:43.896897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8827): Terminated: ok {rc=0}\u000a07:45:43.907036 --- ParallelTerminationStrategy: PID 8830 died...\u000a07:45:43.962767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8830): Terminated: ok {rc=0}\u000a07:45:43.972903 --- ParallelTerminationStrategy: PID 8833 died...\u000a07:45:44.028769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8833): Terminated: ok {rc=0}\u000a07:45:44.115250 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:44:46" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8848): Process ended prematurely: osmo-stp_10.42.42.5(pid=8848) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8848)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8848): Process ended prematurely: osmo-stp_10.42.42.5(pid=8848) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:45:46.318092 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:46.330322 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:45:46.520562 tst cs_paging_gprs_active.py: using LAC 19976\u000a07:45:46.665106 tst cs_paging_gprs_active.py: using RAC 86\u000a07:45:46.818355 tst cs_paging_gprs_active.py: using CellId 19976\u000a07:45:46.956199 tst cs_paging_gprs_active.py: using BVCI 19977\u000a07:45:46.980334 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:46.991908 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:47.003401 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:47.015332 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:47.026761 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:47.037984 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:47.049497 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:47.061011 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:47.072689 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:45:47.198292 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:45:47.479022 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:45:47.605912 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:45:47.919674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8838): Launched\u000a07:45:48.180214 run iperf3-srv_10.42.42.10(pid=8839): Launched\u000a07:45:48.364554 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:45:48.490909 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:45:48.804038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8840): Launched\u000a07:45:49.063737 run iperf3-srv_10.42.42.10(pid=8841): Launched\u000a07:45:49.248758 tst cs_paging_gprs_active.py:38: start network...\u000a07:45:49.375055 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:45:49.850923 run create_hlr_db(pid=8842): Launched\u000a07:45:50.023880 bus /gobi_6: Setting Powered False\u000a07:45:51.046926 run create_hlr_db(pid=8842): Terminated: ok {rc=0}\u000a07:45:51.474911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8844): Launched\u000a07:45:51.796144 run osmo-hlr_10.42.42.2(pid=8845): Launched\u000a07:45:51.913527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:45:52.471413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8847): Launched\u000a07:45:52.792443 run osmo-stp_10.42.42.5(pid=8848): Launched\u000a07:45:52.909157 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:45:53.470841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8850): Launched\u000a07:45:53.586196 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:45:53.874393 run patchelf(pid=8851): Launched\u000a07:45:54.062923 run osmo-stp_10.42.42.5(pid=8848): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8848)]\u000a07:45:54.201222 run osmo-stp_10.42.42.5(pid=8848): stdout: \u000a| (launched: 2022-12-09_07:45:52.634742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:54.339378 run osmo-stp_10.42.42.5(pid=8848): stderr: \u000a| �[0;m�[38;5;43m20221209074552822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074552822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074552822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074552823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074552823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074552823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074552823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:54.473407 run osmo-stp_10.42.42.5(pid=8848): stdout: \u000a| (launched: 2022-12-09_07:45:52.634742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:54.605974 run osmo-stp_10.42.42.5(pid=8848): stderr: \u000a| �[0;m�[38;5;43m20221209074552822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074552822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074552822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074552823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074552823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074552823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074552823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:54.759863 run patchelf(pid=8851): Terminating (SIGINT)\u000a07:45:54.940787 run patchelf(pid=8851): Terminated: ok {rc=0}\u000a07:45:54.974332 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8848): Process ended prematurely: osmo-stp_10.42.42.5(pid=8848) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8848)] [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:45:54.984302 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a07:45:55.047057 run osmo-hlr_10.42.42.2(pid=8845): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8845)]\u000a07:45:55.098350 run osmo-hlr_10.42.42.2(pid=8845): stdout: \u000a| (launched: 2022-12-09_07:45:51.638757) \u000a07:45:55.150139 run osmo-hlr_10.42.42.2(pid=8845): stderr: \u000a| �[0;m�[1;31m20221209074551835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074551835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074551835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074551835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074551835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074551835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074551850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074551860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074551860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074551860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:45:55.194281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8838): Terminating (SIGTERM)\u000a07:45:55.235923 run iperf3-srv_10.42.42.10(pid=8839): Terminating (SIGTERM)\u000a07:45:55.277567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8840): Terminating (SIGTERM)\u000a07:45:55.319110 run iperf3-srv_10.42.42.10(pid=8841): Terminating (SIGTERM)\u000a07:45:55.360713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8844): Terminating (SIGTERM)\u000a07:45:55.402167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8847): Terminating (SIGTERM)\u000a07:45:55.443699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8850): Terminating (SIGTERM)\u000a07:45:55.453484 --- ParallelTerminationStrategy: PID 8838 died...\u000a07:45:55.509438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8838): Terminated: ok {rc=0}\u000a07:45:55.519511 --- ParallelTerminationStrategy: PID 8839 died...\u000a07:45:55.575059 run iperf3-srv_10.42.42.10(pid=8839): Terminated {rc=256}\u000a07:45:55.585180 --- ParallelTerminationStrategy: PID 8840 died...\u000a07:45:55.640639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8840): Terminated: ok {rc=0}\u000a07:45:55.650839 --- ParallelTerminationStrategy: PID 8841 died...\u000a07:45:55.706280 run iperf3-srv_10.42.42.10(pid=8841): Terminated {rc=256}\u000a07:45:55.716429 --- ParallelTerminationStrategy: PID 8844 died...\u000a07:45:55.771914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8844): Terminated: ok {rc=0}\u000a07:45:55.782100 --- ParallelTerminationStrategy: PID 8847 died...\u000a07:45:55.837617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8847): Terminated: ok {rc=0}\u000a07:45:55.847648 --- ParallelTerminationStrategy: PID 8850 died...\u000a07:45:55.903371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8850): Terminated: ok {rc=0}\u000a07:45:55.990989 bus /gobi_0: Setting Powered False\u000a07:45:57.097708 bus /gobi_0: Setting Powered False\u000a07:45:58.209043 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8860): Process ended prematurely: osmo-stp_10.42.42.5(pid=8860) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8860)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8860): Process ended prematurely: osmo-stp_10.42.42.5(pid=8860) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8860)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:45:59.318808 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:59.330683 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:45:59.489520 tst iperf3.py: using LAC 19977\u000a07:45:59.608110 tst iperf3.py: using RAC 87\u000a07:45:59.728518 tst iperf3.py: using CellId 19977\u000a07:45:59.849381 tst iperf3.py: using BVCI 19978\u000a07:45:59.872348 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:59.883422 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:59.894226 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:59.905512 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:59.916594 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:59.927742 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:59.939064 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:59.950218 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:59.961306 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:46:00.236724 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:46:00.362959 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:46:00.674752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8852): Launched\u000a07:46:00.956085 run iperf3-srv_10.42.42.10(pid=8853): Launched\u000a07:46:01.144835 tst iperf3.py:8: start network...\u000a07:46:01.274572 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:46:01.796413 run create_hlr_db(pid=8854): Launched\u000a07:46:01.974535 bus /gobi_6: Setting Powered False\u000a07:46:03.004679 run create_hlr_db(pid=8854): Terminated: ok {rc=0}\u000a07:46:03.434947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8856): Launched\u000a07:46:03.757771 run osmo-hlr_10.42.42.2(pid=8857): Launched\u000a07:46:03.877652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:46:04.440380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8859): Launched\u000a07:46:04.762191 run osmo-stp_10.42.42.5(pid=8860): Launched\u000a07:46:04.878716 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:46:05.441808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8862): Launched\u000a07:46:05.556913 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:46:05.837055 run patchelf(pid=8863): Launched\u000a07:46:06.024794 run osmo-stp_10.42.42.5(pid=8860): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8860)]\u000a07:46:06.162693 run osmo-stp_10.42.42.5(pid=8860): stdout: \u000a| (launched: 2022-12-09_07:46:04.603853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:06.299949 run osmo-stp_10.42.42.5(pid=8860): stderr: \u000a| �[0;m�[38;5;43m20221209074604792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074604792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074604793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074604793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074604793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074604794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074604794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:06.432887 run osmo-stp_10.42.42.5(pid=8860): stdout: \u000a| (launched: 2022-12-09_07:46:04.603853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:06.564888 run osmo-stp_10.42.42.5(pid=8860): stderr: \u000a| �[0;m�[38;5;43m20221209074604792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074604792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074604793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074604793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074604793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074604794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074604794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:06.717823 run patchelf(pid=8863): Terminating (SIGINT)\u000a07:46:06.897085 run patchelf(pid=8863): Terminated: ok {rc=0}\u000a07:46:06.930153 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8860): Process ended prematurely: osmo-stp_10.42.42.5(pid=8860) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8860)] [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:46:06.940042 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a07:46:07.003003 run osmo-hlr_10.42.42.2(pid=8857): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8857)]\u000a07:46:07.054727 run osmo-hlr_10.42.42.2(pid=8857): stdout: \u000a| (launched: 2022-12-09_07:46:03.599327) \u000a07:46:07.106872 run osmo-hlr_10.42.42.2(pid=8857): stderr: \u000a| �[0;m�[1;31m20221209074603793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074603793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074603793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074603793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074603793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074603793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074603806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074603815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074603815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074603815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:46:07.151362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8852): Terminating (SIGTERM)\u000a07:46:07.193197 run iperf3-srv_10.42.42.10(pid=8853): Terminating (SIGTERM)\u000a07:46:07.234982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8856): Terminating (SIGTERM)\u000a07:46:07.276787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8859): Terminating (SIGTERM)\u000a07:46:07.318754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8862): Terminating (SIGTERM)\u000a07:46:07.328502 --- ParallelTerminationStrategy: PID 8852 died...\u000a07:46:07.384380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8852): Terminated: ok {rc=0}\u000a07:46:07.394592 --- ParallelTerminationStrategy: PID 8853 died...\u000a07:46:07.450108 run iperf3-srv_10.42.42.10(pid=8853): Terminated {rc=256}\u000a07:46:07.460223 --- ParallelTerminationStrategy: PID 8856 died...\u000a07:46:07.515658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8856): Terminated: ok {rc=0}\u000a07:46:07.525846 --- ParallelTerminationStrategy: PID 8859 died...\u000a07:46:07.581129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8859): Terminated: ok {rc=0}\u000a07:46:07.591227 --- ParallelTerminationStrategy: PID 8862 died...\u000a07:46:07.646754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8862): Terminated: ok {rc=0}\u000a07:46:07.733628 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8879): Process ended prematurely: osmo-stp_10.42.42.5(pid=8879) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8879)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8879): Process ended prematurely: osmo-stp_10.42.42.5(pid=8879) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:46:08.844585 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:08.856433 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:46:09.019246 tst iperf3m4.py: using LAC 19978\u000a07:46:09.135979 tst iperf3m4.py: using RAC 88\u000a07:46:09.255161 tst iperf3m4.py: using CellId 19978\u000a07:46:09.377287 tst iperf3m4.py: using BVCI 19979\u000a07:46:09.400286 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:09.411427 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:09.422252 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:09.433773 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:09.445321 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:09.456848 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:09.468414 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:09.480238 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:09.491661 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:46:09.613852 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:46:09.731994 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:46:09.853189 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:46:10.134301 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:46:10.261381 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:46:10.573512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8865): Launched\u000a07:46:10.833453 run iperf3-srv_10.42.42.10(pid=8866): Launched\u000a07:46:11.017280 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:46:11.143940 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:46:11.455266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8867): Launched\u000a07:46:11.714806 run iperf3-srv_10.42.42.10(pid=8868): Launched\u000a07:46:11.898676 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:46:12.024245 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:46:12.337351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8869): Launched\u000a07:46:12.596387 run iperf3-srv_10.42.42.10(pid=8870): Launched\u000a07:46:12.779272 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:46:12.904565 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:46:13.215873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8871): Launched\u000a07:46:13.474136 run iperf3-srv_10.42.42.10(pid=8872): Launched\u000a07:46:13.657923 tst iperf3m4.py:8: start network...\u000a07:46:13.783461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:46:14.258613 run create_hlr_db(pid=8873): Launched\u000a07:46:14.432189 bus /gobi_6: Setting Powered False\u000a07:46:15.454029 run create_hlr_db(pid=8873): Terminated: ok {rc=0}\u000a07:46:15.884657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8875): Launched\u000a07:46:16.323939 run osmo-hlr_10.42.42.2(pid=8876): Launched\u000a07:46:16.509870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:46:17.181977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8878): Launched\u000a07:46:17.505593 run osmo-stp_10.42.42.5(pid=8879): Launched\u000a07:46:17.623333 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:46:18.184815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8881): Launched\u000a07:46:18.299829 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:46:18.579670 run patchelf(pid=8882): Launched\u000a07:46:18.767211 run osmo-stp_10.42.42.5(pid=8879): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8879)]\u000a07:46:18.904555 run osmo-stp_10.42.42.5(pid=8879): stdout: \u000a| (launched: 2022-12-09_07:46:17.346991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:19.041863 run osmo-stp_10.42.42.5(pid=8879): stderr: \u000a| �[0;m�[38;5;43m20221209074617535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074617535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074617536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074617536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074617537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074617537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074617537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:19.175945 run osmo-stp_10.42.42.5(pid=8879): stdout: \u000a| (launched: 2022-12-09_07:46:17.346991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:19.307908 run osmo-stp_10.42.42.5(pid=8879): stderr: \u000a| �[0;m�[38;5;43m20221209074617535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074617535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074617536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074617536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074617537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074617537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074617537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:19.461218 run patchelf(pid=8882): Terminating (SIGINT)\u000a07:46:19.640336 run patchelf(pid=8882): Terminated: ok {rc=0}\u000a07:46:19.673663 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8879): Process ended prematurely: osmo-stp_10.42.42.5(pid=8879) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8879)] [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:46:19.683658 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a07:46:19.746375 run osmo-hlr_10.42.42.2(pid=8876): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8876)]\u000a07:46:19.797471 run osmo-hlr_10.42.42.2(pid=8876): stdout: \u000a| (launched: 2022-12-09_07:46:16.065606) \u000a07:46:19.848869 run osmo-hlr_10.42.42.2(pid=8876): stderr: \u000a| �[0;m�[1;31m20221209074616369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074616369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074616369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074616369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074616370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074616370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074616381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074616390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074616390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074616390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:46:19.892988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8865): Terminating (SIGTERM)\u000a07:46:19.934975 run iperf3-srv_10.42.42.10(pid=8866): Terminating (SIGTERM)\u000a07:46:19.976858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8867): Terminating (SIGTERM)\u000a07:46:20.018621 run iperf3-srv_10.42.42.10(pid=8868): Terminating (SIGTERM)\u000a07:46:20.060356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8869): Terminating (SIGTERM)\u000a07:46:20.102185 run iperf3-srv_10.42.42.10(pid=8870): Terminating (SIGTERM)\u000a07:46:20.145903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8871): Terminating (SIGTERM)\u000a07:46:20.187689 run iperf3-srv_10.42.42.10(pid=8872): Terminating (SIGTERM)\u000a07:46:20.229707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8875): Terminating (SIGTERM)\u000a07:46:20.271179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8878): Terminating (SIGTERM)\u000a07:46:20.312685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8881): Terminating (SIGTERM)\u000a07:46:20.322431 --- ParallelTerminationStrategy: PID 8865 died...\u000a07:46:20.378684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8865): Terminated: ok {rc=0}\u000a07:46:20.389037 --- ParallelTerminationStrategy: PID 8866 died...\u000a07:46:20.444321 run iperf3-srv_10.42.42.10(pid=8866): Terminated {rc=256}\u000a07:46:20.454815 --- ParallelTerminationStrategy: PID 8867 died...\u000a07:46:20.510405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8867): Terminated: ok {rc=0}\u000a07:46:20.520548 --- ParallelTerminationStrategy: PID 8868 died...\u000a07:46:20.575947 run iperf3-srv_10.42.42.10(pid=8868): Terminated {rc=256}\u000a07:46:20.586099 --- ParallelTerminationStrategy: PID 8869 died...\u000a07:46:20.641985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8869): Terminated: ok {rc=0}\u000a07:46:20.652137 --- ParallelTerminationStrategy: PID 8870 died...\u000a07:46:20.707598 run iperf3-srv_10.42.42.10(pid=8870): Terminated {rc=256}\u000a07:46:20.717834 --- ParallelTerminationStrategy: PID 8871 died...\u000a07:46:20.773227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8871): Terminated: ok {rc=0}\u000a07:46:20.783404 --- ParallelTerminationStrategy: PID 8872 died...\u000a07:46:20.838663 run iperf3-srv_10.42.42.10(pid=8872): Terminated {rc=256}\u000a07:46:20.848822 --- ParallelTerminationStrategy: PID 8875 died...\u000a07:46:20.904620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8875): Terminated: ok {rc=0}\u000a07:46:20.914851 --- ParallelTerminationStrategy: PID 8878 died...\u000a07:46:20.970212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8878): Terminated: ok {rc=0}\u000a07:46:20.980377 --- ParallelTerminationStrategy: PID 8881 died...\u000a07:46:21.035784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8881): Terminated: ok {rc=0}\u000a07:46:21.123007 bus /gobi_4: Setting Powered False\u000a07:46:22.225155 bus /gobi_4: Setting Powered False\u000a07:46:23.334488 bus /gobi_1: Setting Powered False\u000a07:46:24.440779 bus /gobi_1: Setting Powered False\u000a07:46:25.548157 bus /gobi_0: Setting Powered False\u000a07:46:26.655293 bus /gobi_0: Setting Powered False\u000a07:46:27.763422 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8889): Process ended prematurely: osmo-stp_10.42.42.5(pid=8889) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8889)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8889): Process ended prematurely: osmo-stp_10.42.42.5(pid=8889) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:46:28.832214 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:28.844615 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:46:29.010290 tst ping.py: using LAC 19979\u000a07:46:29.136628 tst ping.py: using RAC 89\u000a07:46:29.261468 tst ping.py: using CellId 19979\u000a07:46:29.385507 tst ping.py: using BVCI 19980\u000a07:46:29.409806 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:29.421315 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:29.432558 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:29.443817 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:29.455086 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:29.466344 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:29.477758 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:29.489135 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:46:29.777618 tst ping.py:19: start network...\u000a07:46:29.908813 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:46:30.416261 run create_hlr_db(pid=8883): Launched\u000a07:46:30.600103 bus /gobi_6: Setting Powered False\u000a07:46:31.614335 run create_hlr_db(pid=8883): Terminated: ok {rc=0}\u000a07:46:32.080229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8885): Launched\u000a07:46:32.398951 run osmo-hlr_10.42.42.2(pid=8886): Launched\u000a07:46:32.514217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:46:33.068042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8888): Launched\u000a07:46:33.385459 run osmo-stp_10.42.42.5(pid=8889): Launched\u000a07:46:33.499184 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:46:34.052166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8891): Launched\u000a07:46:34.165986 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:46:34.442431 run patchelf(pid=8892): Launched\u000a07:46:34.627801 run osmo-stp_10.42.42.5(pid=8889): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8889)]\u000a07:46:34.763141 run osmo-stp_10.42.42.5(pid=8889): stdout: \u000a| (launched: 2022-12-09_07:46:33.229878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:34.898635 run osmo-stp_10.42.42.5(pid=8889): stderr: \u000a| �[0;m�[38;5;43m20221209074633416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074633416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074633417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074633417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074633418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074633418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074633418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:35.030325 run osmo-stp_10.42.42.5(pid=8889): stdout: \u000a| (launched: 2022-12-09_07:46:33.229878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:35.160561 run osmo-stp_10.42.42.5(pid=8889): stderr: \u000a| �[0;m�[38;5;43m20221209074633416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074633416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074633417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074633417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074633418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074633418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074633418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:35.311647 run patchelf(pid=8892): Terminating (SIGINT)\u000a07:46:35.488038 run patchelf(pid=8892): Terminated: ok {rc=0}\u000a07:46:35.520373 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8889): Process ended prematurely: osmo-stp_10.42.42.5(pid=8889) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8889)] [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:46:35.529803 tst ping.py:22: Test FAILED (6.7 sec)\u000a07:46:35.592756 run osmo-hlr_10.42.42.2(pid=8886): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8886)]\u000a07:46:35.644264 run osmo-hlr_10.42.42.2(pid=8886): stdout: \u000a| (launched: 2022-12-09_07:46:32.243378) \u000a07:46:35.696276 run osmo-hlr_10.42.42.2(pid=8886): stderr: \u000a| �[0;m�[1;31m20221209074632438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074632438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074632438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074632438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074632438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074632438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074632450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074632458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074632459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074632459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:46:35.740683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8885): Terminating (SIGTERM)\u000a07:46:35.782626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8888): Terminating (SIGTERM)\u000a07:46:35.824255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8891): Terminating (SIGTERM)\u000a07:46:35.834116 --- ParallelTerminationStrategy: PID 8885 died...\u000a07:46:35.890327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8885): Terminated: ok {rc=0}\u000a07:46:35.900452 --- ParallelTerminationStrategy: PID 8888 died...\u000a07:46:35.956311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8888): Terminated: ok {rc=0}\u000a07:46:35.966584 --- ParallelTerminationStrategy: PID 8891 died...\u000a07:46:36.022581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8891): Terminated: ok {rc=0}\u000a07:46:36.109381 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8899): Process ended prematurely: osmo-stp_10.42.42.5(pid=8899) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8899)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8899): Process ended prematurely: osmo-stp_10.42.42.5(pid=8899) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:46:37.161350 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:37.173719 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:46:37.340670 tst ping_idle_ping.py: using LAC 19980\u000a07:46:37.464558 tst ping_idle_ping.py: using RAC 90\u000a07:46:37.588937 tst ping_idle_ping.py: using CellId 19980\u000a07:46:37.712942 tst ping_idle_ping.py: using BVCI 19981\u000a07:46:37.737378 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:37.748780 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:37.760236 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:37.771638 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:37.782901 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:37.794232 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:37.805672 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:46:37.817047 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:46:38.103900 tst ping_idle_ping.py:24: start network...\u000a07:46:38.237526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:46:38.751002 run create_hlr_db(pid=8893): Launched\u000a07:46:38.936661 bus /gobi_6: Setting Powered False\u000a07:46:39.958918 run create_hlr_db(pid=8893): Terminated: ok {rc=0}\u000a07:46:40.359460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8895): Launched\u000a07:46:40.658052 run osmo-hlr_10.42.42.2(pid=8896): Launched\u000a07:46:40.767673 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:46:41.282193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8898): Launched\u000a07:46:41.579656 run osmo-stp_10.42.42.5(pid=8899): Launched\u000a07:46:41.688199 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:46:42.206458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8901): Launched\u000a07:46:42.311783 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:46:42.570535 run patchelf(pid=8902): Launched\u000a07:46:42.744849 run osmo-stp_10.42.42.5(pid=8899): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8899)]\u000a07:46:42.872486 run osmo-stp_10.42.42.5(pid=8899): stdout: \u000a| (launched: 2022-12-09_07:46:41.432825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:42.999905 run osmo-stp_10.42.42.5(pid=8899): stderr: \u000a| �[0;m�[38;5;43m20221209074641597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074641598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074641598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074641598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074641599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074641599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074641599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:43.123394 run osmo-stp_10.42.42.5(pid=8899): stdout: \u000a| (launched: 2022-12-09_07:46:41.432825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:43.245925 run osmo-stp_10.42.42.5(pid=8899): stderr: \u000a| �[0;m�[38;5;43m20221209074641597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074641598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074641598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074641598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074641599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074641599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074641599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:43.387517 run patchelf(pid=8902): Terminating (SIGINT)\u000a07:46:43.553488 run patchelf(pid=8902): Terminated: ok {rc=0}\u000a07:46:43.583715 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8899): Process ended prematurely: osmo-stp_10.42.42.5(pid=8899) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8899)] [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:46:43.592574 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a07:46:43.653364 run osmo-hlr_10.42.42.2(pid=8896): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8896)]\u000a07:46:43.703130 run osmo-hlr_10.42.42.2(pid=8896): stdout: \u000a| (launched: 2022-12-09_07:46:40.510578) \u000a07:46:43.753022 run osmo-hlr_10.42.42.2(pid=8896): stderr: \u000a| �[0;m�[1;31m20221209074640682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074640682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074640682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074640682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074640682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074640682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074640694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074640703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074640704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074640704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:46:43.795363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8895): Terminating (SIGTERM)\u000a07:46:43.835392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8898): Terminating (SIGTERM)\u000a07:46:43.875459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8901): Terminating (SIGTERM)\u000a07:46:43.885122 --- ParallelTerminationStrategy: PID 8895 died...\u000a07:46:43.939257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8895): Terminated: ok {rc=0}\u000a07:46:43.949124 --- ParallelTerminationStrategy: PID 8898 died...\u000a07:46:44.002709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8898): Terminated: ok {rc=0}\u000a07:46:44.012684 --- ParallelTerminationStrategy: PID 8901 died...\u000a07:46:44.066212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8901): Terminated: ok {rc=0}\u000a07:46:44.150589 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:45:45" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8917): Process ended prematurely: osmo-stp_10.42.42.5(pid=8917) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8917)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8917): Process ended prematurely: osmo-stp_10.42.42.5(pid=8917) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:46:46.321306 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:46.335668 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:46:46.535256 tst cs_paging_gprs_active.py: using LAC 19981\u000a07:46:46.693450 tst cs_paging_gprs_active.py: using RAC 91\u000a07:46:46.849890 tst cs_paging_gprs_active.py: using CellId 19981\u000a07:46:46.978733 tst cs_paging_gprs_active.py: using BVCI 19982\u000a07:46:47.002636 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:47.014156 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:47.025666 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:47.037555 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:47.049060 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:47.060623 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:47.072572 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:47.084081 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:47.096014 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:46:47.216090 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:46:47.506423 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:46:47.632817 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:46:47.945001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8907): Launched\u000a07:46:48.205159 run iperf3-srv_10.42.42.10(pid=8908): Launched\u000a07:46:48.389664 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:46:48.515699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:46:48.828365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8909): Launched\u000a07:46:49.088060 run iperf3-srv_10.42.42.10(pid=8910): Launched\u000a07:46:49.271871 tst cs_paging_gprs_active.py:38: start network...\u000a07:46:49.398356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:46:49.874373 run create_hlr_db(pid=8911): Launched\u000a07:46:50.047409 bus /gobi_6: Setting Powered False\u000a07:46:51.070623 run create_hlr_db(pid=8911): Terminated: ok {rc=0}\u000a07:46:51.471939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8913): Launched\u000a07:46:51.774959 run osmo-hlr_10.42.42.2(pid=8914): Launched\u000a07:46:51.892129 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:46:52.422186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8916): Launched\u000a07:46:52.725446 run osmo-stp_10.42.42.5(pid=8917): Launched\u000a07:46:52.835582 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:46:53.362586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8919): Launched\u000a07:46:53.470195 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:46:53.732354 run patchelf(pid=8920): Launched\u000a07:46:53.910814 run osmo-stp_10.42.42.5(pid=8917): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8917)]\u000a07:46:54.039753 run osmo-stp_10.42.42.5(pid=8917): stdout: \u000a| (launched: 2022-12-09_07:46:52.575973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:54.169836 run osmo-stp_10.42.42.5(pid=8917): stderr: \u000a| �[0;m�[38;5;43m20221209074652742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074652743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074652743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074652743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074652744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074652744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074652744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:54.294766 run osmo-stp_10.42.42.5(pid=8917): stdout: \u000a| (launched: 2022-12-09_07:46:52.575973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:54.419060 run osmo-stp_10.42.42.5(pid=8917): stderr: \u000a| �[0;m�[38;5;43m20221209074652742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074652743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074652743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074652743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074652744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074652744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074652744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:54.562563 run patchelf(pid=8920): Terminating (SIGINT)\u000a07:46:54.730987 run patchelf(pid=8920): Terminated: ok {rc=0}\u000a07:46:54.762137 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8917): Process ended prematurely: osmo-stp_10.42.42.5(pid=8917) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8917)] [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:46:54.771374 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a07:46:54.831970 run osmo-hlr_10.42.42.2(pid=8914): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8914)]\u000a07:46:54.881036 run osmo-hlr_10.42.42.2(pid=8914): stdout: \u000a| (launched: 2022-12-09_07:46:51.625669) \u000a07:46:54.930656 run osmo-hlr_10.42.42.2(pid=8914): stderr: \u000a| �[0;m�[1;31m20221209074651797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074651797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074651797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074651797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074651797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074651797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074651814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074651823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074651824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074651824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:46:54.972430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8907): Terminating (SIGTERM)\u000a07:46:55.011966 run iperf3-srv_10.42.42.10(pid=8908): Terminating (SIGTERM)\u000a07:46:55.051588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8909): Terminating (SIGTERM)\u000a07:46:55.091162 run iperf3-srv_10.42.42.10(pid=8910): Terminating (SIGTERM)\u000a07:46:55.130508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8913): Terminating (SIGTERM)\u000a07:46:55.170158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8916): Terminating (SIGTERM)\u000a07:46:55.209668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8919): Terminating (SIGTERM)\u000a07:46:55.219063 --- ParallelTerminationStrategy: PID 8907 died...\u000a07:46:55.272148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8907): Terminated: ok {rc=0}\u000a07:46:55.282034 --- ParallelTerminationStrategy: PID 8908 died...\u000a07:46:55.334728 run iperf3-srv_10.42.42.10(pid=8908): Terminated {rc=256}\u000a07:46:55.344576 --- ParallelTerminationStrategy: PID 8909 died...\u000a07:46:55.397832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8909): Terminated: ok {rc=0}\u000a07:46:55.407664 --- ParallelTerminationStrategy: PID 8910 died...\u000a07:46:55.460423 run iperf3-srv_10.42.42.10(pid=8910): Terminated {rc=256}\u000a07:46:55.469947 --- ParallelTerminationStrategy: PID 8913 died...\u000a07:46:55.522387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8913): Terminated: ok {rc=0}\u000a07:46:55.532109 --- ParallelTerminationStrategy: PID 8916 died...\u000a07:46:55.584613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8916): Terminated: ok {rc=0}\u000a07:46:55.594398 --- ParallelTerminationStrategy: PID 8919 died...\u000a07:46:55.647852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8919): Terminated: ok {rc=0}\u000a07:46:55.731065 bus /gobi_0: Setting Powered False\u000a07:46:56.837393 bus /gobi_0: Setting Powered False\u000a07:46:57.944250 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8930): Process ended prematurely: osmo-stp_10.42.42.5(pid=8930) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8930)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8930): Process ended prematurely: osmo-stp_10.42.42.5(pid=8930) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:46:59.057800 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:59.069818 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:46:59.237638 tst iperf3.py: using LAC 19982\u000a07:46:59.357353 tst iperf3.py: using RAC 92\u000a07:46:59.482684 tst iperf3.py: using CellId 19982\u000a07:46:59.611510 tst iperf3.py: using BVCI 19983\u000a07:46:59.636231 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:59.647660 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:59.658861 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:59.670753 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:59.682495 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:59.694283 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:59.706164 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:59.717767 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:59.729529 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:47:00.026412 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:47:00.162655 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:47:00.496534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8922): Launched\u000a07:47:00.774153 run iperf3-srv_10.42.42.10(pid=8923): Launched\u000a07:47:00.991324 tst iperf3.py:8: start network...\u000a07:47:01.148784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:47:01.687302 run create_hlr_db(pid=8924): Launched\u000a07:47:01.867212 bus /gobi_6: Setting Powered False\u000a07:47:02.883573 run create_hlr_db(pid=8924): Terminated: ok {rc=0}\u000a07:47:03.286772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8926): Launched\u000a07:47:03.590653 run osmo-hlr_10.42.42.2(pid=8927): Launched\u000a07:47:03.710330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:47:04.240072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8929): Launched\u000a07:47:04.542862 run osmo-stp_10.42.42.5(pid=8930): Launched\u000a07:47:04.653731 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:47:05.177671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8932): Launched\u000a07:47:05.285232 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:47:05.547627 run patchelf(pid=8933): Launched\u000a07:47:05.723560 run osmo-stp_10.42.42.5(pid=8930): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8930)]\u000a07:47:05.852497 run osmo-stp_10.42.42.5(pid=8930): stdout: \u000a| (launched: 2022-12-09_07:47:04.393275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:05.981418 run osmo-stp_10.42.42.5(pid=8930): stderr: \u000a| �[0;m�[38;5;43m20221209074704561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074704561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074704562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074704562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074704563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074704563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074704563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:06.105962 run osmo-stp_10.42.42.5(pid=8930): stdout: \u000a| (launched: 2022-12-09_07:47:04.393275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:06.229504 run osmo-stp_10.42.42.5(pid=8930): stderr: \u000a| �[0;m�[38;5;43m20221209074704561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074704561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074704562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074704562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074704563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074704563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074704563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:06.372391 run patchelf(pid=8933): Terminating (SIGINT)\u000a07:47:06.539785 run patchelf(pid=8933): Terminated: ok {rc=0}\u000a07:47:06.570575 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8930): Process ended prematurely: osmo-stp_10.42.42.5(pid=8930) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8930)] [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:47:06.579717 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a07:47:06.640125 run osmo-hlr_10.42.42.2(pid=8927): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8927)]\u000a07:47:06.689305 run osmo-hlr_10.42.42.2(pid=8927): stdout: \u000a| (launched: 2022-12-09_07:47:03.440768) \u000a07:47:06.738603 run osmo-hlr_10.42.42.2(pid=8927): stderr: \u000a| �[0;m�[1;31m20221209074703617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074703618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074703618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074703618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074703618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074703618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074703641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074703653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074703653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074703654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:47:06.780864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8922): Terminating (SIGTERM)\u000a07:47:06.820718 run iperf3-srv_10.42.42.10(pid=8923): Terminating (SIGTERM)\u000a07:47:06.860506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8926): Terminating (SIGTERM)\u000a07:47:06.900144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8929): Terminating (SIGTERM)\u000a07:47:06.939947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8932): Terminating (SIGTERM)\u000a07:47:06.949503 --- ParallelTerminationStrategy: PID 8922 died...\u000a07:47:07.002690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8922): Terminated: ok {rc=0}\u000a07:47:07.012600 --- ParallelTerminationStrategy: PID 8923 died...\u000a07:47:07.065643 run iperf3-srv_10.42.42.10(pid=8923): Terminated {rc=256}\u000a07:47:07.075560 --- ParallelTerminationStrategy: PID 8926 died...\u000a07:47:07.128384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8926): Terminated: ok {rc=0}\u000a07:47:07.138208 --- ParallelTerminationStrategy: PID 8929 died...\u000a07:47:07.191298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8929): Terminated: ok {rc=0}\u000a07:47:07.201356 --- ParallelTerminationStrategy: PID 8932 died...\u000a07:47:07.254171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8932): Terminated: ok {rc=0}\u000a07:47:07.343186 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8948): Process ended prematurely: osmo-stp_10.42.42.5(pid=8948) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8948)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8948): Process ended prematurely: osmo-stp_10.42.42.5(pid=8948) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8948)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:47:08.453843 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:08.465725 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:47:08.626580 tst iperf3m4.py: using LAC 19983\u000a07:47:08.746993 tst iperf3m4.py: using RAC 93\u000a07:47:08.875083 tst iperf3m4.py: using CellId 19983\u000a07:47:09.006497 tst iperf3m4.py: using BVCI 19984\u000a07:47:09.029652 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:09.040671 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:09.051659 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:09.062855 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:09.074095 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:09.085295 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:09.096602 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:09.107611 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:09.118916 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:47:09.240403 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:47:09.361924 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:47:09.482650 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:47:09.762960 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:47:09.889199 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:47:10.202316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8934): Launched\u000a07:47:10.462762 run iperf3-srv_10.42.42.10(pid=8935): Launched\u000a07:47:10.646497 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:47:10.772641 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:47:11.085471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8936): Launched\u000a07:47:11.345934 run iperf3-srv_10.42.42.10(pid=8937): Launched\u000a07:47:11.530209 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:47:11.656365 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:47:11.969244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8938): Launched\u000a07:47:12.229409 run iperf3-srv_10.42.42.10(pid=8939): Launched\u000a07:47:12.413284 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:47:12.539133 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:47:12.851207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8940): Launched\u000a07:47:13.111098 run iperf3-srv_10.42.42.10(pid=8941): Launched\u000a07:47:13.294625 tst iperf3m4.py:8: start network...\u000a07:47:13.420711 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:47:13.894064 run create_hlr_db(pid=8942): Launched\u000a07:47:14.067446 bus /gobi_6: Setting Powered False\u000a07:47:15.088398 run create_hlr_db(pid=8942): Terminated: ok {rc=0}\u000a07:47:15.491311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8944): Launched\u000a07:47:15.794041 run osmo-hlr_10.42.42.2(pid=8945): Launched\u000a07:47:15.961499 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:47:16.592937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8947): Launched\u000a07:47:17.032108 run osmo-stp_10.42.42.5(pid=8948): Launched\u000a07:47:17.248331 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:47:17.818760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8950): Launched\u000a07:47:17.934346 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:47:18.216530 run patchelf(pid=8951): Launched\u000a07:47:18.404911 run osmo-stp_10.42.42.5(pid=8948): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8948)]\u000a07:47:18.542599 run osmo-stp_10.42.42.5(pid=8948): stdout: \u000a| (launched: 2022-12-09_07:47:16.748162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:18.680201 run osmo-stp_10.42.42.5(pid=8948): stderr: \u000a| �[0;m�[38;5;43m20221209074717002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074717002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074717002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074717003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074717003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074717003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074717003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:18.813216 run osmo-stp_10.42.42.5(pid=8948): stdout: \u000a| (launched: 2022-12-09_07:47:16.748162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:18.945090 run osmo-stp_10.42.42.5(pid=8948): stderr: \u000a| �[0;m�[38;5;43m20221209074717002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074717002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074717002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074717003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074717003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074717003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074717003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:19.098305 run patchelf(pid=8951): Terminating (SIGINT)\u000a07:47:19.278756 run patchelf(pid=8951): Terminated: ok {rc=0}\u000a07:47:19.312012 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8948): Process ended prematurely: osmo-stp_10.42.42.5(pid=8948) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8948)] [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:47:19.322086 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a07:47:19.385616 run osmo-hlr_10.42.42.2(pid=8945): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8945)]\u000a07:47:19.437161 run osmo-hlr_10.42.42.2(pid=8945): stdout: \u000a| (launched: 2022-12-09_07:47:15.645124) \u000a07:47:19.489407 run osmo-hlr_10.42.42.2(pid=8945): stderr: \u000a| �[0;m�[1;31m20221209074715819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074715819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074715819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074715819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074715819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074715819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074715847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074715863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074715864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074715864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:47:19.533846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8934): Terminating (SIGTERM)\u000a07:47:19.575692 run iperf3-srv_10.42.42.10(pid=8935): Terminating (SIGTERM)\u000a07:47:19.617929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8936): Terminating (SIGTERM)\u000a07:47:19.659568 run iperf3-srv_10.42.42.10(pid=8937): Terminating (SIGTERM)\u000a07:47:19.701285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8938): Terminating (SIGTERM)\u000a07:47:19.743088 run iperf3-srv_10.42.42.10(pid=8939): Terminating (SIGTERM)\u000a07:47:19.784716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8940): Terminating (SIGTERM)\u000a07:47:19.826197 run iperf3-srv_10.42.42.10(pid=8941): Terminating (SIGTERM)\u000a07:47:19.867735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8944): Terminating (SIGTERM)\u000a07:47:19.909381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8947): Terminating (SIGTERM)\u000a07:47:19.950956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8950): Terminating (SIGTERM)\u000a07:47:19.960670 --- ParallelTerminationStrategy: PID 8934 died...\u000a07:47:20.016400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8934): Terminated: ok {rc=0}\u000a07:47:20.026605 --- ParallelTerminationStrategy: PID 8935 died...\u000a07:47:20.081741 run iperf3-srv_10.42.42.10(pid=8935): Terminated {rc=256}\u000a07:47:20.091801 --- ParallelTerminationStrategy: PID 8936 died...\u000a07:47:20.147586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8936): Terminated: ok {rc=0}\u000a07:47:20.157773 --- ParallelTerminationStrategy: PID 8937 died...\u000a07:47:20.213073 run iperf3-srv_10.42.42.10(pid=8937): Terminated {rc=256}\u000a07:47:20.223122 --- ParallelTerminationStrategy: PID 8938 died...\u000a07:47:20.278298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8938): Terminated: ok {rc=0}\u000a07:47:20.288304 --- ParallelTerminationStrategy: PID 8939 died...\u000a07:47:20.343685 run iperf3-srv_10.42.42.10(pid=8939): Terminated {rc=256}\u000a07:47:20.353882 --- ParallelTerminationStrategy: PID 8940 died...\u000a07:47:20.409291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8940): Terminated: ok {rc=0}\u000a07:47:20.419422 --- ParallelTerminationStrategy: PID 8941 died...\u000a07:47:20.474657 run iperf3-srv_10.42.42.10(pid=8941): Terminated {rc=256}\u000a07:47:20.484734 --- ParallelTerminationStrategy: PID 8944 died...\u000a07:47:20.540080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8944): Terminated: ok {rc=0}\u000a07:47:20.550216 --- ParallelTerminationStrategy: PID 8947 died...\u000a07:47:20.605460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8947): Terminated: ok {rc=0}\u000a07:47:20.615600 --- ParallelTerminationStrategy: PID 8950 died...\u000a07:47:20.670838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8950): Terminated: ok {rc=0}\u000a07:47:20.757345 bus /gobi_4: Setting Powered False\u000a07:47:21.865001 bus /gobi_4: Setting Powered False\u000a07:47:22.972530 bus /gobi_1: Setting Powered False\u000a07:47:24.078911 bus /gobi_1: Setting Powered False\u000a07:47:25.186624 bus /gobi_0: Setting Powered False\u000a07:47:26.293090 bus /gobi_0: Setting Powered False\u000a07:47:27.400428 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8958): Process ended prematurely: osmo-stp_10.42.42.5(pid=8958) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8958)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8958): Process ended prematurely: osmo-stp_10.42.42.5(pid=8958) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:47:28.469609 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:28.482179 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:47:28.648761 tst ping.py: using LAC 19984\u000a07:47:28.775321 tst ping.py: using RAC 94\u000a07:47:28.906266 tst ping.py: using CellId 19984\u000a07:47:29.030186 tst ping.py: using BVCI 19985\u000a07:47:29.053037 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:29.064242 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:29.075369 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:29.086705 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:29.097754 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:29.108848 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:29.120013 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:29.131087 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:47:29.421614 tst ping.py:19: start network...\u000a07:47:29.554690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:47:30.068387 run create_hlr_db(pid=8952): Launched\u000a07:47:30.254122 bus /gobi_6: Setting Powered False\u000a07:47:31.271630 run create_hlr_db(pid=8952): Terminated: ok {rc=0}\u000a07:47:31.692169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8954): Launched\u000a07:47:32.120674 run osmo-hlr_10.42.42.2(pid=8955): Launched\u000a07:47:32.257341 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:47:32.813112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8957): Launched\u000a07:47:33.133929 run osmo-stp_10.42.42.5(pid=8958): Launched\u000a07:47:33.250438 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:47:33.809837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8960): Launched\u000a07:47:33.923666 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:47:34.203987 run patchelf(pid=8961): Launched\u000a07:47:34.390675 run osmo-stp_10.42.42.5(pid=8958): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8958)]\u000a07:47:34.526602 run osmo-stp_10.42.42.5(pid=8958): stdout: \u000a| (launched: 2022-12-09_07:47:32.974840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:34.662679 run osmo-stp_10.42.42.5(pid=8958): stderr: \u000a| �[0;m�[38;5;43m20221209074733167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074733168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074733168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074733168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074733169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074733169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074733169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:34.794511 run osmo-stp_10.42.42.5(pid=8958): stdout: \u000a| (launched: 2022-12-09_07:47:32.974840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:34.925247 run osmo-stp_10.42.42.5(pid=8958): stderr: \u000a| �[0;m�[38;5;43m20221209074733167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074733168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074733168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074733168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074733169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074733169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074733169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:35.076449 run patchelf(pid=8961): Terminating (SIGINT)\u000a07:47:35.255405 run patchelf(pid=8961): Terminated: ok {rc=0}\u000a07:47:35.287757 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8958): Process ended prematurely: osmo-stp_10.42.42.5(pid=8958) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8958)] [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:47:35.297151 tst ping.py:22: Test FAILED (6.8 sec)\u000a07:47:35.360500 run osmo-hlr_10.42.42.2(pid=8955): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8955)]\u000a07:47:35.412246 run osmo-hlr_10.42.42.2(pid=8955): stdout: \u000a| (launched: 2022-12-09_07:47:31.848260) \u000a07:47:35.464492 run osmo-hlr_10.42.42.2(pid=8955): stderr: \u000a| �[0;m�[1;31m20221209074732097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074732098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074732098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074732098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074732098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074732098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074732119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074732139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074732140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074732140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:47:35.508911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8954): Terminating (SIGTERM)\u000a07:47:35.550986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8957): Terminating (SIGTERM)\u000a07:47:35.593012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8960): Terminating (SIGTERM)\u000a07:47:35.602921 --- ParallelTerminationStrategy: PID 8954 died...\u000a07:47:35.659138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8954): Terminated: ok {rc=0}\u000a07:47:35.669524 --- ParallelTerminationStrategy: PID 8957 died...\u000a07:47:35.725330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8957): Terminated: ok {rc=0}\u000a07:47:35.735754 --- ParallelTerminationStrategy: PID 8960 died...\u000a07:47:35.792545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8960): Terminated: ok {rc=0}\u000a07:47:35.884904 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8969): Process ended prematurely: osmo-stp_10.42.42.5(pid=8969) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8969)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8969): Process ended prematurely: osmo-stp_10.42.42.5(pid=8969) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:47:36.937237 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:36.948857 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:47:37.115288 tst ping_idle_ping.py: using LAC 19985\u000a07:47:37.241117 tst ping_idle_ping.py: using RAC 95\u000a07:47:37.368204 tst ping_idle_ping.py: using CellId 19985\u000a07:47:37.494007 tst ping_idle_ping.py: using BVCI 19986\u000a07:47:37.518757 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:37.530541 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:37.542090 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:37.553896 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:37.565546 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:37.577310 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:37.588884 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:47:37.600838 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:47:37.878520 tst ping_idle_ping.py:24: start network...\u000a07:47:38.002718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:47:38.476117 run create_hlr_db(pid=8963): Launched\u000a07:47:38.647525 bus /gobi_6: Setting Powered False\u000a07:47:39.681065 run create_hlr_db(pid=8963): Terminated: ok {rc=0}\u000a07:47:40.084098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8965): Launched\u000a07:47:40.383197 run osmo-hlr_10.42.42.2(pid=8966): Launched\u000a07:47:40.500844 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:47:41.023620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8968): Launched\u000a07:47:41.324006 run osmo-stp_10.42.42.5(pid=8969): Launched\u000a07:47:41.432454 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:47:41.952217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8971): Launched\u000a07:47:42.058865 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:47:42.320159 run patchelf(pid=8972): Launched\u000a07:47:42.494010 run osmo-stp_10.42.42.5(pid=8969): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8969)]\u000a07:47:42.620874 run osmo-stp_10.42.42.5(pid=8969): stdout: \u000a| (launched: 2022-12-09_07:47:41.174333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:42.748087 run osmo-stp_10.42.42.5(pid=8969): stderr: \u000a| �[0;m�[38;5;43m20221209074741344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074741344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074741344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074741344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074741345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074741345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074741345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:42.871117 run osmo-stp_10.42.42.5(pid=8969): stdout: \u000a| (launched: 2022-12-09_07:47:41.174333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:42.992877 run osmo-stp_10.42.42.5(pid=8969): stderr: \u000a| �[0;m�[38;5;43m20221209074741344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074741344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074741344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074741344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074741345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074741345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074741345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:43.134364 run patchelf(pid=8972): Terminating (SIGINT)\u000a07:47:43.300501 run patchelf(pid=8972): Terminated: ok {rc=0}\u000a07:47:43.331035 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8969): Process ended prematurely: osmo-stp_10.42.42.5(pid=8969) [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8969)] [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:47:43.339650 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a07:47:43.400795 run osmo-hlr_10.42.42.2(pid=8966): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8966)]\u000a07:47:43.450482 run osmo-hlr_10.42.42.2(pid=8966): stdout: \u000a| (launched: 2022-12-09_07:47:40.235375) \u000a07:47:43.500644 run osmo-hlr_10.42.42.2(pid=8966): stderr: \u000a| �[0;m�[1;31m20221209074740410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074740410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074740410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074740410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074740410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074740410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074740422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074740431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074740431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074740431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:47:43.542808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8965): Terminating (SIGTERM)\u000a07:47:43.582935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8968): Terminating (SIGTERM)\u000a07:47:43.622882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8971): Terminating (SIGTERM)\u000a07:47:43.632363 --- ParallelTerminationStrategy: PID 8965 died...\u000a07:47:43.685979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8965): Terminated: ok {rc=0}\u000a07:47:43.696000 --- ParallelTerminationStrategy: PID 8968 died...\u000a07:47:43.749669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8968): Terminated: ok {rc=0}\u000a07:47:43.759561 --- ParallelTerminationStrategy: PID 8971 died...\u000a07:47:43.812815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8971): Terminated: ok {rc=0}\u000a07:47:43.901545 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:46:45" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8982): Process ended prematurely: osmo-stp_10.42.42.5(pid=8982) [trial-2356↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8982)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8982): Process ended prematurely: osmo-stp_10.42.42.5(pid=8982) [trial-2356↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8982)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:47:45.968116 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:47:45.979904 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:47:46.149620 tst switch_tch_pdch.py: using LAC 19986\u000a07:47:46.270768 tst switch_tch_pdch.py: using RAC 96\u000a07:47:46.397471 tst switch_tch_pdch.py: using CellId 19986\u000a07:47:46.550881 tst switch_tch_pdch.py: using BVCI 19987\u000a07:47:46.582783 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:47:46.595736 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:47:46.609210 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:47:46.622366 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:47:46.634823 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:47:46.649925 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:47:46.663210 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:47:46.676081 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:47:46.800647 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:47:47.133681 tst switch_tch_pdch.py:51: start network...\u000a07:47:47.269649 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:47:47.780334 run create_hlr_db(pid=8976): Launched\u000a07:47:47.964326 bus /gobi_6: Setting Powered False\u000a07:47:48.983684 run create_hlr_db(pid=8976): Terminated: ok {rc=0}\u000a07:47:49.382435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8978): Launched\u000a07:47:49.681166 run osmo-hlr_10.42.42.2(pid=8979): Launched\u000a07:47:49.797686 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:47:50.317837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8981): Launched\u000a07:47:50.615628 run osmo-stp_10.42.42.5(pid=8982): Launched\u000a07:47:50.724505 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:47:51.241550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8984): Launched\u000a07:47:51.346987 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:47:51.607596 run patchelf(pid=8985): Launched\u000a07:47:51.781136 run osmo-stp_10.42.42.5(pid=8982): ERR: Terminated: ERROR {rc=1} [trial-2356↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8982)]\u000a07:47:51.908151 run osmo-stp_10.42.42.5(pid=8982): stdout: \u000a| (launched: 2022-12-09_07:47:50.468188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:52.034982 run osmo-stp_10.42.42.5(pid=8982): stderr: \u000a| �[0;m�[38;5;43m20221209074750638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074750638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074750639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074750639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074750640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074750640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074750640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:52.157336 run osmo-stp_10.42.42.5(pid=8982): stdout: \u000a| (launched: 2022-12-09_07:47:50.468188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:52.278775 run osmo-stp_10.42.42.5(pid=8982): stderr: \u000a| �[0;m�[38;5;43m20221209074750638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074750638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074750639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074750639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074750640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074750640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074750640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:52.419786 run patchelf(pid=8985): Terminating (SIGINT)\u000a07:47:52.585557 run patchelf(pid=8985): Terminated: ok {rc=0}\u000a07:47:52.615659 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8982): Process ended prematurely: osmo-stp_10.42.42.5(pid=8982) [trial-2356↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8982)] [trial-2356↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:47:52.624424 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a07:47:52.684477 run osmo-hlr_10.42.42.2(pid=8979): ERR: Terminated: ERROR {rc=237} [trial-2356↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8979)]\u000a07:47:52.733880 run osmo-hlr_10.42.42.2(pid=8979): stdout: \u000a| (launched: 2022-12-09_07:47:49.533435) \u000a07:47:52.783546 run osmo-hlr_10.42.42.2(pid=8979): stderr: \u000a| �[0;m�[1;31m20221209074749705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074749705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074749705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074749705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074749705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074749705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074749718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074749729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074749729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074749729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:47:52.825461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8978): Terminating (SIGTERM)\u000a07:47:52.865440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8981): Terminating (SIGTERM)\u000a07:47:52.904839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8984): Terminating (SIGTERM)\u000a07:47:52.914281 --- ParallelTerminationStrategy: PID 8978 died...\u000a07:47:52.967239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8978): Terminated: ok {rc=0}\u000a07:47:52.977184 --- ParallelTerminationStrategy: PID 8981 died...\u000a07:47:53.029831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8981): Terminated: ok {rc=0}\u000a07:47:53.039562 --- ParallelTerminationStrategy: PID 8984 died...\u000a07:47:53.092115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8984): Terminated: ok {rc=0}\u000a07:47:53.180694 bus /gobi_0: Setting Powered False\u000a07:47:54.283532 bus /gobi_0: Setting Powered False\u000a07:47:55.395151 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:47:45" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8995): Process ended prematurely: osmo-stp_10.42.42.5(pid=8995) [trial-2356↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8995)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8995): Process ended prematurely: osmo-stp_10.42.42.5(pid=8995) [trial-2356↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:47:57.370412 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:47:57.381360 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:47:57.535961 tst switch_tch_pdch.py: using LAC 19987\u000a07:47:57.653923 tst switch_tch_pdch.py: using RAC 97\u000a07:47:57.769520 tst switch_tch_pdch.py: using CellId 19987\u000a07:47:57.885953 tst switch_tch_pdch.py: using BVCI 19988\u000a07:47:57.908850 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:47:57.919980 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:47:57.930760 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:47:57.941922 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:47:57.953048 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:47:57.964189 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:47:57.975537 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:47:57.986792 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:47:58.100499 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:47:58.374642 tst switch_tch_pdch.py:51: start network...\u000a07:47:58.498518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:47:58.940158 run create_hlr_db(pid=8989): Launched\u000a07:47:59.061059 bus /gobi_6: Setting Powered False\u000a07:48:00.131891 run create_hlr_db(pid=8989): Terminated: ok {rc=0}\u000a07:48:00.523962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8991): Launched\u000a07:48:00.821536 run osmo-hlr_10.42.42.2(pid=8992): Launched\u000a07:48:01.028588 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:48:01.577871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8994): Launched\u000a07:48:02.100422 run osmo-stp_10.42.42.5(pid=8995): Launched\u000a07:48:02.291051 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:48:02.819957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8997): Launched\u000a07:48:02.932876 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:48:03.210104 run patchelf(pid=8998): Launched\u000a07:48:03.395157 run osmo-stp_10.42.42.5(pid=8995): ERR: Terminated: ERROR {rc=1} [trial-2356↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8995)]\u000a07:48:03.530334 run osmo-stp_10.42.42.5(pid=8995): stdout: \u000a| (launched: 2022-12-09_07:48:01.744783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:03.665766 run osmo-stp_10.42.42.5(pid=8995): stderr: \u000a| �[0;m�[38;5;43m20221209074802004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074802004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074802005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074802005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074802007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074802007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074802007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:03.796485 run osmo-stp_10.42.42.5(pid=8995): stdout: \u000a| (launched: 2022-12-09_07:48:01.744783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:03.926410 run osmo-stp_10.42.42.5(pid=8995): stderr: \u000a| �[0;m�[38;5;43m20221209074802004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074802004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074802005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074802005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074802007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074802007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074802007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:04.078374 run patchelf(pid=8998): Terminating (SIGINT)\u000a07:48:04.255995 run patchelf(pid=8998): Terminated: ok {rc=0}\u000a07:48:04.288409 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8995): Process ended prematurely: osmo-stp_10.42.42.5(pid=8995) [trial-2356↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8995)] [trial-2356↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:48:04.298249 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a07:48:04.360906 run osmo-hlr_10.42.42.2(pid=8992): ERR: Terminated: ERROR {rc=237} [trial-2356↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8992)]\u000a07:48:04.411798 run osmo-hlr_10.42.42.2(pid=8992): stdout: \u000a| (launched: 2022-12-09_07:48:00.674580) \u000a07:48:04.463546 run osmo-hlr_10.42.42.2(pid=8992): stderr: \u000a| �[0;m�[1;31m20221209074800848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074800848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074800848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074800848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074800848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074800848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074800872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074800889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074800890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074800890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:48:04.507278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8991): Terminating (SIGTERM)\u000a07:48:04.548521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8994): Terminating (SIGTERM)\u000a07:48:04.589985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8997): Terminating (SIGTERM)\u000a07:48:04.599567 --- ParallelTerminationStrategy: PID 8991 died...\u000a07:48:04.655075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8991): Terminated: ok {rc=0}\u000a07:48:04.665193 --- ParallelTerminationStrategy: PID 8994 died...\u000a07:48:04.720561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8994): Terminated: ok {rc=0}\u000a07:48:04.730578 --- ParallelTerminationStrategy: PID 8997 died...\u000a07:48:04.785854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8997): Terminated: ok {rc=0}\u000a07:48:04.873239 bus /gobi_0: Setting Powered False\u000a07:48:05.980156 bus /gobi_0: Setting Powered False\u000a07:48:07.087344 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:47:57" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9003): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9003) [trial-2356↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9003)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9003): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9003) [trial-2356↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a07:48:08.992258 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a07:48:09.003748 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:48:09.139587 tst mo_mt_sms.py: using LAC 19988\u000a07:48:09.262072 tst mo_mt_sms.py: using RAC 98\u000a07:48:09.384497 tst mo_mt_sms.py: using CellId 19988\u000a07:48:09.506499 tst mo_mt_sms.py: using BVCI 19989\u000a07:48:09.530509 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a07:48:09.646062 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a07:48:09.920388 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:48:10.045714 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:48:10.659459 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9002): Launched\u000a07:48:10.957340 run osmo-nitb_10.42.42.2(pid=9003): Launched\u000a07:48:11.140590 run osmo-nitb_10.42.42.2(pid=9003): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9003)]\u000a07:48:11.275558 run osmo-nitb_10.42.42.2(pid=9003): stdout: \u000a| (launched: 2022-12-09_07:48:10.810652) \u000a07:48:11.410606 run osmo-nitb_10.42.42.2(pid=9003): stderr: \u000a| (launched: 2022-12-09_07:48:10.855005)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:48:11.541900 run osmo-nitb_10.42.42.2(pid=9003): stdout: \u000a| (launched: 2022-12-09_07:48:10.810652) \u000a07:48:11.672253 run osmo-nitb_10.42.42.2(pid=9003): stderr: \u000a| (launched: 2022-12-09_07:48:10.855005)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:48:12.077063 tst osmo-nitb_10.42.42.2(pid=9003): stdout: \u000a| (launched: 2022-12-09_07:48:10.810652) \u000a07:48:12.195312 tst osmo-nitb_10.42.42.2(pid=9003): stderr: \u000a| (launched: 2022-12-09_07:48:10.855005)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:48:12.246953 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9003): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9003) [trial-2356↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9003)] [trial-2356↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a07:48:12.255147 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a07:48:12.291151 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9002): Terminating (SIGTERM)\u000a07:48:12.468738 --- ParallelTerminationStrategy: PID 9002 died...\u000a07:48:12.525060 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9002): Terminated: ok {rc=0}\u000a07:48:12.612993 bus /sierra_3: Setting Powered False\u000a07:48:13.717850 bus /sierra_3: Setting Powered False\u000a07:48:14.831856 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:48:08" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9014): Process ended prematurely: osmo-stp_10.42.42.5(pid=9014) [trial-2356↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9014)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9014): Process ended prematurely: osmo-stp_10.42.42.5(pid=9014) [trial-2356↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a07:48:16.808720 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:48:16.824296 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:48:17.007224 tst mo_mt_sms.py: using LAC 19989\u000a07:48:17.140245 tst mo_mt_sms.py: using RAC 99\u000a07:48:17.261980 tst mo_mt_sms.py: using CellId 19989\u000a07:48:17.386455 tst mo_mt_sms.py: using BVCI 19990\u000a07:48:17.408909 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:48:17.419930 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:48:17.430631 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:48:17.442557 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:48:17.453277 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:48:17.464805 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a07:48:17.586633 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a07:48:17.795454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:48:18.306023 run create_hlr_db(pid=9008): Launched\u000a07:48:18.490452 bus /sierra_2: Setting Powered False\u000a07:48:19.511261 run create_hlr_db(pid=9008): Terminated: ok {rc=0}\u000a07:48:19.934785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9010): Launched\u000a07:48:20.254751 run osmo-hlr_10.42.42.2(pid=9011): Launched\u000a07:48:20.373311 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:48:20.929641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9013): Launched\u000a07:48:21.251159 run osmo-stp_10.42.42.5(pid=9014): Launched\u000a07:48:21.366362 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:48:21.950901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9016): Launched\u000a07:48:22.269537 run osmo-msc_10.42.42.6(pid=9017): Launched\u000a07:48:22.456269 run osmo-stp_10.42.42.5(pid=9014): ERR: Terminated: ERROR {rc=1} [trial-2356↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9014)]\u000a07:48:22.591083 run osmo-stp_10.42.42.5(pid=9014): stdout: \u000a| (launched: 2022-12-09_07:48:21.091162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:22.725649 run osmo-stp_10.42.42.5(pid=9014): stderr: \u000a| �[0;m�[38;5;43m20221209074821282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074821282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074821282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074821283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074821283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074821283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074821283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:22.853750 run osmo-stp_10.42.42.5(pid=9014): stdout: \u000a| (launched: 2022-12-09_07:48:21.091162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:22.980414 run osmo-stp_10.42.42.5(pid=9014): stderr: \u000a| �[0;m�[38;5;43m20221209074821282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074821282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074821282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074821283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074821283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074821283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074821283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:23.036323 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9014): Process ended prematurely: osmo-stp_10.42.42.5(pid=9014) [trial-2356↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9014)] [trial-2356↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a07:48:23.045416 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a07:48:23.108371 run osmo-hlr_10.42.42.2(pid=9011): ERR: Terminated: ERROR {rc=237} [trial-2356↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9011)]\u000a07:48:23.160065 run osmo-hlr_10.42.42.2(pid=9011): stdout: \u000a| (launched: 2022-12-09_07:48:20.096743) \u000a07:48:23.212348 run osmo-hlr_10.42.42.2(pid=9011): stderr: \u000a| �[0;m�[1;31m20221209074820292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074820292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074820292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074820292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074820292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074820293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074820305 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074820313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074820313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074820313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:48:23.283469 run osmo-msc_10.42.42.6(pid=9017): ERR: Terminated: ERROR {rc=2} [trial-2356↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9017)]\u000a07:48:23.335275 run osmo-msc_10.42.42.6(pid=9017): stdout: \u000a| (launched: 2022-12-09_07:48:22.113128) \u000a07:48:23.387608 run osmo-msc_10.42.42.6(pid=9017): stderr: \u000a| �[0;m�[38;5;43m20221209074822433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074822433 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1dbd09c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074822433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074822433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074822433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074822434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074822435 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074822436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074822436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074822436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:48:23.431851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9010): Terminating (SIGTERM)\u000a07:48:23.474073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9013): Terminating (SIGTERM)\u000a07:48:23.516516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9016): Terminating (SIGTERM)\u000a07:48:23.526223 --- ParallelTerminationStrategy: PID 9010 died...\u000a07:48:23.582430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9010): Terminated: ok {rc=0}\u000a07:48:23.592744 --- ParallelTerminationStrategy: PID 9013 died...\u000a07:48:23.648778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9013): Terminated: ok {rc=0}\u000a07:48:23.659134 --- ParallelTerminationStrategy: PID 9016 died...\u000a07:48:23.715122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9016): Terminated: ok {rc=0}\u000a07:48:23.803255 bus /sierra_3: Setting Powered False\u000a07:48:24.906313 bus /sierra_3: Setting Powered False\u000a07:48:26.018119 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:48:16" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9023): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9023) [trial-2356↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9023)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9023): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9023) [trial-2356↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a07:48:27.847143 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a07:48:27.858387 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:48:27.990140 tst assert_extension.py: using LAC 19990\u000a07:48:28.106664 tst assert_extension.py: using RAC 100\u000a07:48:28.223649 tst assert_extension.py: using CellId 19990\u000a07:48:28.342794 tst assert_extension.py: using BVCI 19991\u000a07:48:28.365520 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a07:48:28.638266 tst assert_extension.py:10: start nitb and bts...\u000a07:48:28.762028 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:48:29.379442 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9022): Launched\u000a07:48:29.676442 run osmo-nitb_10.42.42.2(pid=9023): Launched\u000a07:48:29.858679 run osmo-nitb_10.42.42.2(pid=9023): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9023)]\u000a07:48:29.993149 run osmo-nitb_10.42.42.2(pid=9023): stdout: \u000a| (launched: 2022-12-09_07:48:29.530301) \u000a07:48:30.127966 run osmo-nitb_10.42.42.2(pid=9023): stderr: \u000a| (launched: 2022-12-09_07:48:29.574459)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:48:30.259174 run osmo-nitb_10.42.42.2(pid=9023): stdout: \u000a| (launched: 2022-12-09_07:48:29.530301) \u000a07:48:30.388438 run osmo-nitb_10.42.42.2(pid=9023): stderr: \u000a| (launched: 2022-12-09_07:48:29.574459)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:48:30.796443 tst osmo-nitb_10.42.42.2(pid=9023): stdout: \u000a| (launched: 2022-12-09_07:48:29.530301) \u000a07:48:30.917044 tst osmo-nitb_10.42.42.2(pid=9023): stderr: \u000a| (launched: 2022-12-09_07:48:29.574459)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:48:30.970204 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9023): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9023) [trial-2356↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9023)] [trial-2356↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a07:48:30.979238 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a07:48:31.017536 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9022): Terminating (SIGTERM)\u000a07:48:31.195183 --- ParallelTerminationStrategy: PID 9022 died...\u000a07:48:31.263637 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9022): Terminated: ok {rc=0}\u000a07:48:31.370288 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:48:27" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9033): Process ended prematurely: osmo-stp_10.42.42.5(pid=9033) [trial-2356↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9033)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9033): Process ended prematurely: osmo-stp_10.42.42.5(pid=9033) [trial-2356↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a07:48:33.208001 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:48:33.220286 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:48:33.356674 tst assert_extension.py: using LAC 19991\u000a07:48:33.486022 tst assert_extension.py: using RAC 101\u000a07:48:33.607037 tst assert_extension.py: using CellId 19991\u000a07:48:33.722505 tst assert_extension.py: using BVCI 19992\u000a07:48:33.744867 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:48:33.756155 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:48:33.766862 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:48:33.778749 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:48:33.790453 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:48:33.802249 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a07:48:34.005083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:48:34.472870 run create_hlr_db(pid=9027): Launched\u000a07:48:34.644107 bus /sierra_2: Setting Powered False\u000a07:48:35.664877 run create_hlr_db(pid=9027): Terminated: ok {rc=0}\u000a07:48:36.061614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9029): Launched\u000a07:48:36.360451 run osmo-hlr_10.42.42.2(pid=9030): Launched\u000a07:48:36.476247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:48:37.003016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9032): Launched\u000a07:48:37.302167 run osmo-stp_10.42.42.5(pid=9033): Launched\u000a07:48:37.410490 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:48:37.952685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9035): Launched\u000a07:48:38.252932 run osmo-msc_10.42.42.6(pid=9036): Launched\u000a07:48:38.427277 run osmo-stp_10.42.42.5(pid=9033): ERR: Terminated: ERROR {rc=1} [trial-2356↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9033)]\u000a07:48:38.554148 run osmo-stp_10.42.42.5(pid=9033): stdout: \u000a| (launched: 2022-12-09_07:48:37.154371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:38.678039 run osmo-stp_10.42.42.5(pid=9033): stderr: \u000a| �[0;m�[38;5;43m20221209074837322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074837323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074837323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074837323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074837324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074837324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074837324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:38.797578 run osmo-stp_10.42.42.5(pid=9033): stdout: \u000a| (launched: 2022-12-09_07:48:37.154371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:38.915626 run osmo-stp_10.42.42.5(pid=9033): stderr: \u000a| �[0;m�[38;5;43m20221209074837322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074837323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074837323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074837323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074837324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074837324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074837324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:38.967204 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9033): Process ended prematurely: osmo-stp_10.42.42.5(pid=9033) [trial-2356↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9033)] [trial-2356↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a07:48:38.975410 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a07:48:39.035983 run osmo-hlr_10.42.42.2(pid=9030): ERR: Terminated: ERROR {rc=237} [trial-2356↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9030)]\u000a07:48:39.085613 run osmo-hlr_10.42.42.2(pid=9030): stdout: \u000a| (launched: 2022-12-09_07:48:36.212353) \u000a07:48:39.135420 run osmo-hlr_10.42.42.2(pid=9030): stderr: \u000a| �[0;m�[1;31m20221209074836387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074836387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074836387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074836387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074836387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074836388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074836399 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074836408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074836408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074836408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:48:39.202969 run osmo-msc_10.42.42.6(pid=9036): ERR: Terminated: ERROR {rc=2} [trial-2356↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9036)]\u000a07:48:39.252161 run osmo-msc_10.42.42.6(pid=9036): stdout: \u000a| (launched: 2022-12-09_07:48:38.103034) \u000a07:48:39.302105 run osmo-msc_10.42.42.6(pid=9036): stderr: \u000a| �[0;m�[38;5;43m20221209074838373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074838373 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb9fed4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074838373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074838373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074838374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074838374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074838375 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074838376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074838376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074838376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:48:39.343973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9029): Terminating (SIGTERM)\u000a07:48:39.384010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9032): Terminating (SIGTERM)\u000a07:48:39.424028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9035): Terminating (SIGTERM)\u000a07:48:39.433562 --- ParallelTerminationStrategy: PID 9029 died...\u000a07:48:39.486772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9029): Terminated: ok {rc=0}\u000a07:48:39.496616 --- ParallelTerminationStrategy: PID 9032 died...\u000a07:48:39.549503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9032): Terminated: ok {rc=0}\u000a07:48:39.559447 --- ParallelTerminationStrategy: PID 9035 died...\u000a07:48:39.612809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9035): Terminated: ok {rc=0}\u000a07:48:39.701674 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:48:33" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9047): Process ended prematurely: osmo-stp_10.42.42.5(pid=9047) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9047)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9047): Process ended prematurely: osmo-stp_10.42.42.5(pid=9047) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:48:41.665327 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:48:41.677100 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:48:41.829736 tst mo_mt_call.py: using LAC 19992\u000a07:48:41.948540 tst mo_mt_call.py: using RAC 102\u000a07:48:42.075345 tst mo_mt_call.py: using CellId 19992\u000a07:48:42.202697 tst mo_mt_call.py: using BVCI 19993\u000a07:48:42.227421 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:48:42.239423 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:48:42.251315 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:48:42.263042 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:48:42.275029 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:48:42.286816 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:48:42.403396 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:48:42.606166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:48:43.095545 run create_hlr_db(pid=9041): Launched\u000a07:48:43.270478 bus /sierra_2: Setting Powered False\u000a07:48:44.292925 run create_hlr_db(pid=9041): Terminated: ok {rc=0}\u000a07:48:44.695341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9043): Launched\u000a07:48:44.999357 run osmo-hlr_10.42.42.2(pid=9044): Launched\u000a07:48:45.117999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:48:45.642577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9046): Launched\u000a07:48:46.110034 run osmo-stp_10.42.42.5(pid=9047): Launched\u000a07:48:46.268027 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:48:46.855524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9049): Launched\u000a07:48:47.307209 run osmo-msc_10.42.42.6(pid=9050): Launched\u000a07:48:47.528939 run osmo-stp_10.42.42.5(pid=9047): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9047)]\u000a07:48:47.658497 run osmo-stp_10.42.42.5(pid=9047): stdout: \u000a| (launched: 2022-12-09_07:48:45.796597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:47.785399 run osmo-stp_10.42.42.5(pid=9047): stderr: \u000a| �[0;m�[38;5;43m20221209074846016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074846016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074846016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074846017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074846017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074846017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074846017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:47.907758 run osmo-stp_10.42.42.5(pid=9047): stdout: \u000a| (launched: 2022-12-09_07:48:45.796597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:48.028809 run osmo-stp_10.42.42.5(pid=9047): stderr: \u000a| �[0;m�[38;5;43m20221209074846016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074846016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074846016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074846017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074846017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074846017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074846017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:48.082394 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9047): Process ended prematurely: osmo-stp_10.42.42.5(pid=9047) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9047)] [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:48:48.091587 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a07:48:48.152449 run osmo-hlr_10.42.42.2(pid=9044): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9044)]\u000a07:48:48.201847 run osmo-hlr_10.42.42.2(pid=9044): stdout: \u000a| (launched: 2022-12-09_07:48:44.849770) \u000a07:48:48.251944 run osmo-hlr_10.42.42.2(pid=9044): stderr: \u000a| �[0;m�[1;31m20221209074845022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074845022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074845022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074845022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074845023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074845023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074845035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074845046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074845046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074845046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:48:48.320160 run osmo-msc_10.42.42.6(pid=9050): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9050)]\u000a07:48:48.369240 run osmo-msc_10.42.42.6(pid=9050): stdout: \u000a| (launched: 2022-12-09_07:48:47.016704) \u000a07:48:48.419013 run osmo-msc_10.42.42.6(pid=9050): stderr: \u000a| �[0;m�[38;5;43m20221209074847469 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074847470 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe78a6e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074847470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074847470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074847470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074847470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074847472 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074847472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074847472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074847472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:48:48.461087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9043): Terminating (SIGTERM)\u000a07:48:48.501174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9046): Terminating (SIGTERM)\u000a07:48:48.541176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9049): Terminating (SIGTERM)\u000a07:48:48.550745 --- ParallelTerminationStrategy: PID 9043 died...\u000a07:48:48.604267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9043): Terminated: ok {rc=0}\u000a07:48:48.614224 --- ParallelTerminationStrategy: PID 9046 died...\u000a07:48:48.667463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9046): Terminated: ok {rc=0}\u000a07:48:48.677387 --- ParallelTerminationStrategy: PID 9049 died...\u000a07:48:48.730630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9049): Terminated: ok {rc=0}\u000a07:48:48.814539 bus /sierra_3: Setting Powered False\u000a07:48:49.922222 bus /sierra_3: Setting Powered False\u000a07:48:51.029284 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9059): Process ended prematurely: osmo-stp_10.42.42.5(pid=9059) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9059)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9059): Process ended prematurely: osmo-stp_10.42.42.5(pid=9059) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:48:52.144635 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:48:52.157491 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:48:52.322137 tst mo_mt_call_osmux.py: using LAC 19993\u000a07:48:52.450078 tst mo_mt_call_osmux.py: using RAC 103\u000a07:48:52.576705 tst mo_mt_call_osmux.py: using CellId 19993\u000a07:48:52.703527 tst mo_mt_call_osmux.py: using BVCI 19994\u000a07:48:52.728249 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:48:52.740366 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:48:52.752326 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:48:52.764434 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:48:52.776539 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:48:52.788513 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:48:52.908435 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:48:53.121070 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:48:53.639869 run create_hlr_db(pid=9053): Launched\u000a07:48:53.826517 bus /sierra_2: Setting Powered False\u000a07:48:54.846409 run create_hlr_db(pid=9053): Terminated: ok {rc=0}\u000a07:48:55.278667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9055): Launched\u000a07:48:55.603174 run osmo-hlr_10.42.42.2(pid=9056): Launched\u000a07:48:55.721329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:48:56.282796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9058): Launched\u000a07:48:56.608784 run osmo-stp_10.42.42.5(pid=9059): Launched\u000a07:48:56.725922 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:48:57.323551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9061): Launched\u000a07:48:57.649421 run osmo-msc_10.42.42.6(pid=9062): Launched\u000a07:48:57.838498 run osmo-stp_10.42.42.5(pid=9059): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9059)]\u000a07:48:57.974054 run osmo-stp_10.42.42.5(pid=9059): stdout: \u000a| (launched: 2022-12-09_07:48:56.448220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:58.109950 run osmo-stp_10.42.42.5(pid=9059): stderr: \u000a| �[0;m�[38;5;43m20221209074856638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074856638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074856638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074856638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074856639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074856639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074856639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:58.240536 run osmo-stp_10.42.42.5(pid=9059): stdout: \u000a| (launched: 2022-12-09_07:48:56.448220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:58.370198 run osmo-stp_10.42.42.5(pid=9059): stderr: \u000a| �[0;m�[38;5;43m20221209074856638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074856638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074856638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074856638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074856639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074856639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074856639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:58.427801 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9059): Process ended prematurely: osmo-stp_10.42.42.5(pid=9059) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9059)] [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:48:58.437366 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a07:48:58.500635 run osmo-hlr_10.42.42.2(pid=9056): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9056)]\u000a07:48:58.552500 run osmo-hlr_10.42.42.2(pid=9056): stdout: \u000a| (launched: 2022-12-09_07:48:55.442925) \u000a07:48:58.604818 run osmo-hlr_10.42.42.2(pid=9056): stderr: \u000a| �[0;m�[1;31m20221209074855640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074855640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074855640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074855640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074855640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074855640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074855653 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074855661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074855662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074855662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:48:58.675678 run osmo-msc_10.42.42.6(pid=9062): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9062)]\u000a07:48:58.726883 run osmo-msc_10.42.42.6(pid=9062): stdout: \u000a| (launched: 2022-12-09_07:48:57.488413) \u000a07:48:58.778759 run osmo-msc_10.42.42.6(pid=9062): stderr: \u000a| �[0;m�[38;5;43m20221209074857811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074857811 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34f2c33c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074857811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074857811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074857811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074857811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074857813 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074857814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074857814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074857814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:48:58.822697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9055): Terminating (SIGTERM)\u000a07:48:58.864294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9058): Terminating (SIGTERM)\u000a07:48:58.906342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9061): Terminating (SIGTERM)\u000a07:48:58.916322 --- ParallelTerminationStrategy: PID 9055 died...\u000a07:48:58.972298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9055): Terminated: ok {rc=0}\u000a07:48:58.982839 --- ParallelTerminationStrategy: PID 9058 died...\u000a07:48:59.038937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9058): Terminated: ok {rc=0}\u000a07:48:59.049496 --- ParallelTerminationStrategy: PID 9061 died...\u000a07:48:59.105455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9061): Terminated: ok {rc=0}\u000a07:48:59.193114 bus /sierra_3: Setting Powered False\u000a07:49:00.295872 bus /sierra_3: Setting Powered False\u000a07:49:01.415699 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:48:41" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9073): Process ended prematurely: osmo-stp_10.42.42.5(pid=9073) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9073)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9073): Process ended prematurely: osmo-stp_10.42.42.5(pid=9073) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:49:03.400704 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:49:03.412566 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:49:03.566301 tst mo_mt_call.py: using LAC 19994\u000a07:49:03.685333 tst mo_mt_call.py: using RAC 104\u000a07:49:03.805180 tst mo_mt_call.py: using CellId 19994\u000a07:49:03.925331 tst mo_mt_call.py: using BVCI 19995\u000a07:49:03.948341 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:49:03.959752 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:49:03.971096 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:49:03.982755 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:49:03.994403 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:49:04.005993 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:49:04.127264 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:49:04.339127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:49:04.859034 run create_hlr_db(pid=9067): Launched\u000a07:49:05.045738 bus /sierra_2: Setting Powered False\u000a07:49:06.067928 run create_hlr_db(pid=9067): Terminated: ok {rc=0}\u000a07:49:06.475541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9069): Launched\u000a07:49:06.779532 run osmo-hlr_10.42.42.2(pid=9070): Launched\u000a07:49:06.895256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:49:07.426451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9072): Launched\u000a07:49:07.729187 run osmo-stp_10.42.42.5(pid=9073): Launched\u000a07:49:07.841894 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:49:08.397376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9075): Launched\u000a07:49:08.702063 run osmo-msc_10.42.42.6(pid=9076): Launched\u000a07:49:08.879984 run osmo-stp_10.42.42.5(pid=9073): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9073)]\u000a07:49:09.008273 run osmo-stp_10.42.42.5(pid=9073): stdout: \u000a| (launched: 2022-12-09_07:49:07.579750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:09.135199 run osmo-stp_10.42.42.5(pid=9073): stderr: \u000a| �[0;m�[38;5;43m20221209074907748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074907748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074907748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074907749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074907749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074907749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074907749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:09.257481 run osmo-stp_10.42.42.5(pid=9073): stdout: \u000a| (launched: 2022-12-09_07:49:07.579750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:09.378981 run osmo-stp_10.42.42.5(pid=9073): stderr: \u000a| �[0;m�[38;5;43m20221209074907748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074907748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074907748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074907749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074907749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074907749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074907749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:09.432418 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9073): Process ended prematurely: osmo-stp_10.42.42.5(pid=9073) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9073)] [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:49:09.441333 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:49:09.502233 run osmo-hlr_10.42.42.2(pid=9070): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9070)]\u000a07:49:09.551936 run osmo-hlr_10.42.42.2(pid=9070): stdout: \u000a| (launched: 2022-12-09_07:49:06.629925) \u000a07:49:09.601852 run osmo-hlr_10.42.42.2(pid=9070): stderr: \u000a| �[0;m�[1;31m20221209074906806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074906806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074906806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074906806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074906806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074906806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074906822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074906830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074906831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074906831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:49:09.669730 run osmo-msc_10.42.42.6(pid=9076): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9076)]\u000a07:49:09.719167 run osmo-msc_10.42.42.6(pid=9076): stdout: \u000a| (launched: 2022-12-09_07:49:08.552060) \u000a07:49:09.769175 run osmo-msc_10.42.42.6(pid=9076): stderr: \u000a| �[0;m�[38;5;43m20221209074908822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074908822 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efdc07ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074908822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074908823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074908823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074908823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074908825 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074908825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074908825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074908825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:49:09.810987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9069): Terminating (SIGTERM)\u000a07:49:09.850998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9072): Terminating (SIGTERM)\u000a07:49:09.890803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9075): Terminating (SIGTERM)\u000a07:49:09.900492 --- ParallelTerminationStrategy: PID 9069 died...\u000a07:49:09.953845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9069): Terminated: ok {rc=0}\u000a07:49:09.964037 --- ParallelTerminationStrategy: PID 9072 died...\u000a07:49:10.017299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9072): Terminated: ok {rc=0}\u000a07:49:10.027291 --- ParallelTerminationStrategy: PID 9075 died...\u000a07:49:10.080611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9075): Terminated: ok {rc=0}\u000a07:49:10.163924 bus /sierra_3: Setting Powered False\u000a07:49:11.266551 bus /sierra_3: Setting Powered False\u000a07:49:12.374708 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9084): Process ended prematurely: osmo-stp_10.42.42.5(pid=9084) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9084)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9084): Process ended prematurely: osmo-stp_10.42.42.5(pid=9084) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:49:13.489027 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:49:13.501865 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:49:13.666511 tst mo_mt_call_osmux.py: using LAC 19995\u000a07:49:13.790249 tst mo_mt_call_osmux.py: using RAC 105\u000a07:49:13.911867 tst mo_mt_call_osmux.py: using CellId 19995\u000a07:49:14.032750 tst mo_mt_call_osmux.py: using BVCI 19996\u000a07:49:14.056003 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:49:14.067717 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:49:14.079270 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:49:14.091018 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:49:14.102736 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:49:14.114354 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:49:14.237161 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:49:14.440323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:49:14.917278 run create_hlr_db(pid=9078): Launched\u000a07:49:15.091931 bus /sierra_2: Setting Powered False\u000a07:49:16.119513 run create_hlr_db(pid=9078): Terminated: ok {rc=0}\u000a07:49:16.542467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9080): Launched\u000a07:49:16.955900 run osmo-hlr_10.42.42.2(pid=9081): Launched\u000a07:49:17.094514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:49:17.660136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9083): Launched\u000a07:49:17.965909 run osmo-stp_10.42.42.5(pid=9084): Launched\u000a07:49:18.077781 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:49:18.632702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9086): Launched\u000a07:49:18.936045 run osmo-msc_10.42.42.6(pid=9087): Launched\u000a07:49:19.113932 run osmo-stp_10.42.42.5(pid=9084): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9084)]\u000a07:49:19.242332 run osmo-stp_10.42.42.5(pid=9084): stdout: \u000a| (launched: 2022-12-09_07:49:17.814160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:19.368338 run osmo-stp_10.42.42.5(pid=9084): stderr: \u000a| �[0;m�[38;5;43m20221209074917982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074917982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074917982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074917983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074917983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074917983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074917983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:19.490414 run osmo-stp_10.42.42.5(pid=9084): stdout: \u000a| (launched: 2022-12-09_07:49:17.814160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:19.611358 run osmo-stp_10.42.42.5(pid=9084): stderr: \u000a| �[0;m�[38;5;43m20221209074917982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074917982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074917982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074917983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074917983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074917983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074917983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:19.664867 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9084): Process ended prematurely: osmo-stp_10.42.42.5(pid=9084) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9084)] [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:49:19.673816 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:49:19.734763 run osmo-hlr_10.42.42.2(pid=9081): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9081)]\u000a07:49:19.784243 run osmo-hlr_10.42.42.2(pid=9081): stdout: \u000a| (launched: 2022-12-09_07:49:16.699884) \u000a07:49:19.834396 run osmo-hlr_10.42.42.2(pid=9081): stderr: \u000a| �[0;m�[1;31m20221209074916906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074916906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074916906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074916906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074916906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074916906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074916921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074916946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074916946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074916946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:49:19.902280 run osmo-msc_10.42.42.6(pid=9087): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9087)]\u000a07:49:19.951568 run osmo-msc_10.42.42.6(pid=9087): stdout: \u000a| (launched: 2022-12-09_07:49:18.786666) \u000a07:49:20.001602 run osmo-msc_10.42.42.6(pid=9087): stderr: \u000a| �[0;m�[38;5;43m20221209074919057 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074919057 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd597790c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074919057 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074919057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074919057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074919058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074919059 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074919060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074919060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074919060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:49:20.044043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9080): Terminating (SIGTERM)\u000a07:49:20.084376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9083): Terminating (SIGTERM)\u000a07:49:20.124731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9086): Terminating (SIGTERM)\u000a07:49:20.134390 --- ParallelTerminationStrategy: PID 9080 died...\u000a07:49:20.188555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9080): Terminated: ok {rc=0}\u000a07:49:20.198351 --- ParallelTerminationStrategy: PID 9083 died...\u000a07:49:20.251902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9083): Terminated: ok {rc=0}\u000a07:49:20.261964 --- ParallelTerminationStrategy: PID 9086 died...\u000a07:49:20.315944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9086): Terminated: ok {rc=0}\u000a07:49:20.405767 bus /sierra_3: Setting Powered False\u000a07:49:21.511538 bus /sierra_3: Setting Powered False\u000a07:49:22.623806 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:49:03" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9098): Process ended prematurely: osmo-stp_10.42.42.5(pid=9098) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9098)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9098): Process ended prematurely: osmo-stp_10.42.42.5(pid=9098) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:49:24.620403 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:49:24.632297 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:49:24.794666 tst mo_mt_call.py: using LAC 19996\u000a07:49:24.922508 tst mo_mt_call.py: using RAC 106\u000a07:49:25.048925 tst mo_mt_call.py: using CellId 19996\u000a07:49:25.175195 tst mo_mt_call.py: using BVCI 19997\u000a07:49:25.199986 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:49:25.212402 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:49:25.224141 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:49:25.235851 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:49:25.247842 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:49:25.259681 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:49:25.375543 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:49:25.576385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:49:26.052218 run create_hlr_db(pid=9092): Launched\u000a07:49:26.225816 bus /sierra_2: Setting Powered False\u000a07:49:27.248311 run create_hlr_db(pid=9092): Terminated: ok {rc=0}\u000a07:49:27.677678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9094): Launched\u000a07:49:28.002708 run osmo-hlr_10.42.42.2(pid=9095): Launched\u000a07:49:28.120589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:49:28.684225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9097): Launched\u000a07:49:29.008249 run osmo-stp_10.42.42.5(pid=9098): Launched\u000a07:49:29.125333 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:49:29.720701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9100): Launched\u000a07:49:30.046341 run osmo-msc_10.42.42.6(pid=9101): Launched\u000a07:49:30.236131 run osmo-stp_10.42.42.5(pid=9098): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9098)]\u000a07:49:30.372594 run osmo-stp_10.42.42.5(pid=9098): stdout: \u000a| (launched: 2022-12-09_07:49:28.848850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:30.508127 run osmo-stp_10.42.42.5(pid=9098): stderr: \u000a| �[0;m�[38;5;43m20221209074929039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074929039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074929039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074929040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074929040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074929040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074929040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:30.638657 run osmo-stp_10.42.42.5(pid=9098): stdout: \u000a| (launched: 2022-12-09_07:49:28.848850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:30.768346 run osmo-stp_10.42.42.5(pid=9098): stderr: \u000a| �[0;m�[38;5;43m20221209074929039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074929039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074929039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074929040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074929040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074929040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074929040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:30.825732 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9098): Process ended prematurely: osmo-stp_10.42.42.5(pid=9098) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9098)] [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:49:30.839279 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:49:30.915638 run osmo-hlr_10.42.42.2(pid=9095): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9095)]\u000a07:49:30.967628 run osmo-hlr_10.42.42.2(pid=9095): stdout: \u000a| (launched: 2022-12-09_07:49:27.842920) \u000a07:49:31.020546 run osmo-hlr_10.42.42.2(pid=9095): stderr: \u000a| �[0;m�[1;31m20221209074928040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074928040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074928040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074928040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074928040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074928040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074928053 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074928061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074928062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074928062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:49:31.092415 run osmo-msc_10.42.42.6(pid=9101): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9101)]\u000a07:49:31.144446 run osmo-msc_10.42.42.6(pid=9101): stdout: \u000a| (launched: 2022-12-09_07:49:29.885995) \u000a07:49:31.197109 run osmo-msc_10.42.42.6(pid=9101): stderr: \u000a| �[0;m�[38;5;43m20221209074930207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074930207 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e95dcdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074930207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074930207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074930208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074930208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074930209 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074930210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074930210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074930210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:49:31.242375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9094): Terminating (SIGTERM)\u000a07:49:31.285081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9097): Terminating (SIGTERM)\u000a07:49:31.328374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9100): Terminating (SIGTERM)\u000a07:49:31.339285 --- ParallelTerminationStrategy: PID 9094 died...\u000a07:49:31.395959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9094): Terminated: ok {rc=0}\u000a07:49:31.406476 --- ParallelTerminationStrategy: PID 9097 died...\u000a07:49:31.462858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9097): Terminated: ok {rc=0}\u000a07:49:31.473410 --- ParallelTerminationStrategy: PID 9100 died...\u000a07:49:31.529673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9100): Terminated: ok {rc=0}\u000a07:49:31.617561 bus /sierra_3: Setting Powered False\u000a07:49:32.719549 bus /sierra_3: Setting Powered False\u000a07:49:33.829782 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9109): Process ended prematurely: osmo-stp_10.42.42.5(pid=9109) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9109)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9109): Process ended prematurely: osmo-stp_10.42.42.5(pid=9109) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:49:34.940558 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:49:34.952861 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:49:35.106254 tst mo_mt_call_osmux.py: using LAC 19997\u000a07:49:35.234640 tst mo_mt_call_osmux.py: using RAC 107\u000a07:49:35.359751 tst mo_mt_call_osmux.py: using CellId 19997\u000a07:49:35.478598 tst mo_mt_call_osmux.py: using BVCI 19998\u000a07:49:35.501865 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:49:35.513465 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:49:35.524891 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:49:35.536758 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:49:35.548606 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:49:35.560565 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:49:35.681636 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:49:35.886812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:49:36.364679 run create_hlr_db(pid=9103): Launched\u000a07:49:36.539994 bus /sierra_2: Setting Powered False\u000a07:49:37.560627 run create_hlr_db(pid=9103): Terminated: ok {rc=0}\u000a07:49:37.966277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9105): Launched\u000a07:49:38.270303 run osmo-hlr_10.42.42.2(pid=9106): Launched\u000a07:49:38.381194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:49:38.907411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9108): Launched\u000a07:49:39.211895 run osmo-stp_10.42.42.5(pid=9109): Launched\u000a07:49:39.323336 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:49:39.876272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9111): Launched\u000a07:49:40.181897 run osmo-msc_10.42.42.6(pid=9112): Launched\u000a07:49:40.359465 run osmo-stp_10.42.42.5(pid=9109): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9109)]\u000a07:49:40.488562 run osmo-stp_10.42.42.5(pid=9109): stdout: \u000a| (launched: 2022-12-09_07:49:39.061810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:40.614448 run osmo-stp_10.42.42.5(pid=9109): stderr: \u000a| �[0;m�[38;5;43m20221209074939230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074939231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074939231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074939231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074939232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074939232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074939232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:40.736549 run osmo-stp_10.42.42.5(pid=9109): stdout: \u000a| (launched: 2022-12-09_07:49:39.061810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:40.857360 run osmo-stp_10.42.42.5(pid=9109): stderr: \u000a| �[0;m�[38;5;43m20221209074939230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074939231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074939231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074939231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074939232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074939232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074939232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:40.910475 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9109): Process ended prematurely: osmo-stp_10.42.42.5(pid=9109) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9109)] [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:49:40.919287 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a07:49:40.979941 run osmo-hlr_10.42.42.2(pid=9106): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9106)]\u000a07:49:41.029457 run osmo-hlr_10.42.42.2(pid=9106): stdout: \u000a| (launched: 2022-12-09_07:49:38.120448) \u000a07:49:41.078738 run osmo-hlr_10.42.42.2(pid=9106): stderr: \u000a| �[0;m�[1;31m20221209074938296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074938296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074938296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074938296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074938296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074938296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074938311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074938321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074938322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074938322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:49:41.147078 run osmo-msc_10.42.42.6(pid=9112): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9112)]\u000a07:49:41.196077 run osmo-msc_10.42.42.6(pid=9112): stdout: \u000a| (launched: 2022-12-09_07:49:40.030416) \u000a07:49:41.246036 run osmo-msc_10.42.42.6(pid=9112): stderr: \u000a| �[0;m�[38;5;43m20221209074940301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074940301 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7966f87c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074940301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074940301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074940301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074940302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074940303 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074940304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074940304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074940304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:49:41.287757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9105): Terminating (SIGTERM)\u000a07:49:41.327689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9108): Terminating (SIGTERM)\u000a07:49:41.367479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9111): Terminating (SIGTERM)\u000a07:49:41.377288 --- ParallelTerminationStrategy: PID 9105 died...\u000a07:49:41.431102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9105): Terminated: ok {rc=0}\u000a07:49:41.441401 --- ParallelTerminationStrategy: PID 9108 died...\u000a07:49:41.495049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9108): Terminated: ok {rc=0}\u000a07:49:41.505261 --- ParallelTerminationStrategy: PID 9111 died...\u000a07:49:41.558719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9111): Terminated: ok {rc=0}\u000a07:49:41.646608 bus /sierra_3: Setting Powered False\u000a07:49:42.750240 bus /sierra_3: Setting Powered False\u000a07:49:43.860259 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:49:24" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9123): Process ended prematurely: osmo-stp_10.42.42.5(pid=9123) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9123)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9123): Process ended prematurely: osmo-stp_10.42.42.5(pid=9123) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:49:45.869390 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:49:45.881871 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:49:46.065817 tst mo_mt_call.py: using LAC 19998\u000a07:49:46.195613 tst mo_mt_call.py: using RAC 108\u000a07:49:46.350599 tst mo_mt_call.py: using CellId 19998\u000a07:49:46.510032 tst mo_mt_call.py: using BVCI 19999\u000a07:49:46.539423 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:49:46.552520 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:49:46.565717 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:49:46.578053 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:49:46.590937 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:49:46.603225 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:49:46.754143 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:49:46.978967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:49:47.470063 run create_hlr_db(pid=9117): Launched\u000a07:49:47.645837 bus /sierra_2: Setting Powered False\u000a07:49:48.667350 run create_hlr_db(pid=9117): Terminated: ok {rc=0}\u000a07:49:49.099837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9119): Launched\u000a07:49:49.425865 run osmo-hlr_10.42.42.2(pid=9120): Launched\u000a07:49:49.546271 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:49:50.109630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9122): Launched\u000a07:49:50.435585 run osmo-stp_10.42.42.5(pid=9123): Launched\u000a07:49:50.552326 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:49:51.147271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9125): Launched\u000a07:49:51.474166 run osmo-msc_10.42.42.6(pid=9126): Launched\u000a07:49:51.664623 run osmo-stp_10.42.42.5(pid=9123): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9123)]\u000a07:49:51.801550 run osmo-stp_10.42.42.5(pid=9123): stdout: \u000a| (launched: 2022-12-09_07:49:50.275450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:51.937218 run osmo-stp_10.42.42.5(pid=9123): stderr: \u000a| �[0;m�[38;5;43m20221209074950468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074950468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074950469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074950469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074950470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074950470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074950470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:52.068019 run osmo-stp_10.42.42.5(pid=9123): stdout: \u000a| (launched: 2022-12-09_07:49:50.275450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:52.197621 run osmo-stp_10.42.42.5(pid=9123): stderr: \u000a| �[0;m�[38;5;43m20221209074950468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209074950468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209074950469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209074950469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209074950470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209074950470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209074950470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:52.254889 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9123): Process ended prematurely: osmo-stp_10.42.42.5(pid=9123) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9123)] [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a07:49:52.264359 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:49:52.327069 run osmo-hlr_10.42.42.2(pid=9120): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9120)]\u000a07:49:52.378729 run osmo-hlr_10.42.42.2(pid=9120): stdout: \u000a| (launched: 2022-12-09_07:49:49.266041) \u000a07:49:52.430904 run osmo-hlr_10.42.42.2(pid=9120): stderr: \u000a| �[0;m�[1;31m20221209074949463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074949463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074949463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074949463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074949463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074949463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074949475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074949484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074949484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074949484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:49:52.501849 run osmo-msc_10.42.42.6(pid=9126): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9126)]\u000a07:49:52.553571 run osmo-msc_10.42.42.6(pid=9126): stdout: \u000a| (launched: 2022-12-09_07:49:51.313618) \u000a07:49:52.605240 run osmo-msc_10.42.42.6(pid=9126): stderr: \u000a| �[0;m�[38;5;43m20221209074951635 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209074951635 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f571c205c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209074951635 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209074951635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209074951635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209074951635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209074951637 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209074951638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209074951638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209074951638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:49:52.649166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9119): Terminating (SIGTERM)\u000a07:49:52.691261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9122): Terminating (SIGTERM)\u000a07:49:52.733035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9125): Terminating (SIGTERM)\u000a07:49:52.742799 --- ParallelTerminationStrategy: PID 9119 died...\u000a07:49:52.798659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9119): Terminated: ok {rc=0}\u000a07:49:52.808734 --- ParallelTerminationStrategy: PID 9122 died...\u000a07:49:52.864680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9122): Terminated: ok {rc=0}\u000a07:49:52.874781 --- ParallelTerminationStrategy: PID 9125 died...\u000a07:49:52.930010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9125): Terminated: ok {rc=0}\u000a07:49:53.017448 bus /sierra_3: Setting Powered False\u000a07:49:54.122499 bus /sierra_3: Setting Powered False\u000a07:49:55.231464 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9134): Process ended prematurely: osmo-stp_10.42.42.5(pid=9134) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9134)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9134): Process ended prematurely: osmo-stp_10.42.42.5(pid=9134) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:49:56.346367 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:49:56.358932 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:49:56.520731 tst mo_mt_call_osmux.py: using LAC 19999\u000a07:49:56.649454 tst mo_mt_call_osmux.py: using RAC 109\u000a07:49:56.778133 tst mo_mt_call_osmux.py: using CellId 19999\u000a07:49:56.907506 tst mo_mt_call_osmux.py: using BVCI 20000\u000a07:49:56.932210 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:49:56.944133 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:49:56.955806 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:49:56.967921 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:49:56.979746 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:49:56.991533 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:49:57.109030 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:49:57.312698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:49:57.788829 run create_hlr_db(pid=9128): Launched\u000a07:49:57.962624 bus /sierra_2: Setting Powered False\u000a07:49:58.984084 run create_hlr_db(pid=9128): Terminated: ok {rc=0}\u000a07:49:59.386840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9130): Launched\u000a07:49:59.689654 run osmo-hlr_10.42.42.2(pid=9131): Launched\u000a07:49:59.804185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:50:00.328353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9133): Launched\u000a07:50:00.631319 run osmo-stp_10.42.42.5(pid=9134): Launched\u000a07:50:00.741136 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:50:01.320812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9136): Launched\u000a07:50:01.735820 run osmo-msc_10.42.42.6(pid=9137): Launched\u000a07:50:02.101645 run osmo-stp_10.42.42.5(pid=9134): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9134)]\u000a07:50:02.358928 run osmo-stp_10.42.42.5(pid=9134): stdout: \u000a| (launched: 2022-12-09_07:50:00.482037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:02.505895 run osmo-stp_10.42.42.5(pid=9134): stderr: \u000a| �[0;m�[38;5;43m20221209075000653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075000654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075000654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075000654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075000655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075000655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075000655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:02.631861 run osmo-stp_10.42.42.5(pid=9134): stdout: \u000a| (launched: 2022-12-09_07:50:00.482037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:02.755934 run osmo-stp_10.42.42.5(pid=9134): stderr: \u000a| �[0;m�[38;5;43m20221209075000653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075000654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075000654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075000654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075000655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075000655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075000655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:02.810574 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9134): Process ended prematurely: osmo-stp_10.42.42.5(pid=9134) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9134)] [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a07:50:02.819397 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a07:50:02.881129 run osmo-hlr_10.42.42.2(pid=9131): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9131)]\u000a07:50:02.931128 run osmo-hlr_10.42.42.2(pid=9131): stdout: \u000a| (launched: 2022-12-09_07:49:59.539739) \u000a07:50:02.980762 run osmo-hlr_10.42.42.2(pid=9131): stderr: \u000a| �[0;m�[1;31m20221209074959715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209074959715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209074959715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074959715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209074959715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209074959716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209074959727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209074959736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209074959736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209074959736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:50:03.049341 run osmo-msc_10.42.42.6(pid=9137): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9137)]\u000a07:50:03.098728 run osmo-msc_10.42.42.6(pid=9137): stdout: \u000a| (launched: 2022-12-09_07:50:01.477610) \u000a07:50:03.148723 run osmo-msc_10.42.42.6(pid=9137): stderr: \u000a| �[0;m�[38;5;43m20221209075002035 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075002035 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a74a21c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075002035 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075002036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075002036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075002036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075002045 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075002046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075002046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075002046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:50:03.191095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9130): Terminating (SIGTERM)\u000a07:50:03.230860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9133): Terminating (SIGTERM)\u000a07:50:03.270641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9136): Terminating (SIGTERM)\u000a07:50:03.279965 --- ParallelTerminationStrategy: PID 9130 died...\u000a07:50:03.333823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9130): Terminated: ok {rc=0}\u000a07:50:03.343595 --- ParallelTerminationStrategy: PID 9133 died...\u000a07:50:03.397176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9133): Terminated: ok {rc=0}\u000a07:50:03.407311 --- ParallelTerminationStrategy: PID 9136 died...\u000a07:50:03.460553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9136): Terminated: ok {rc=0}\u000a07:50:03.547493 bus /sierra_3: Setting Powered False\u000a07:50:04.651239 bus /sierra_3: Setting Powered False\u000a07:50:05.756143 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:49:45" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9158): Process ended prematurely: osmo-stp_10.42.42.5(pid=9158) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9158)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9158): Process ended prematurely: osmo-stp_10.42.42.5(pid=9158) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:50:07.754404 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:50:07.765915 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:50:07.918163 tst mo_mt_call.py: using LAC 20000\u000a07:50:08.037563 tst mo_mt_call.py: using RAC 110\u000a07:50:08.163144 tst mo_mt_call.py: using CellId 20000\u000a07:50:08.280261 tst mo_mt_call.py: using BVCI 20001\u000a07:50:08.303303 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:50:08.314822 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:50:08.326095 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:50:08.337950 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:50:08.349761 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:50:08.361456 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:50:08.480843 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:50:08.684570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:50:09.163617 run create_hlr_db(pid=9152): Launched\u000a07:50:09.337659 bus /sierra_2: Setting Powered False\u000a07:50:10.361321 run create_hlr_db(pid=9152): Terminated: ok {rc=0}\u000a07:50:10.794620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9154): Launched\u000a07:50:11.122285 run osmo-hlr_10.42.42.2(pid=9155): Launched\u000a07:50:11.243776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:50:11.809295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9157): Launched\u000a07:50:12.133197 run osmo-stp_10.42.42.5(pid=9158): Launched\u000a07:50:12.251085 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:50:12.856702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9163): Launched\u000a07:50:13.222844 run osmo-msc_10.42.42.6(pid=9192): Launched\u000a07:50:13.445680 run osmo-stp_10.42.42.5(pid=9158): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9158)]\u000a07:50:13.662757 run osmo-stp_10.42.42.5(pid=9158): stdout: \u000a| (launched: 2022-12-09_07:50:11.973848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:13.825916 run osmo-stp_10.42.42.5(pid=9158): stderr: \u000a| �[0;m�[38;5;43m20221209075012166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075012166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075012166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075012167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075012167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075012167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075012167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:13.958802 run osmo-stp_10.42.42.5(pid=9158): stdout: \u000a| (launched: 2022-12-09_07:50:11.973848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:14.089473 run osmo-stp_10.42.42.5(pid=9158): stderr: \u000a| �[0;m�[38;5;43m20221209075012166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075012166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075012166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075012167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075012167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075012167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075012167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:14.143743 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9158): Process ended prematurely: osmo-stp_10.42.42.5(pid=9158) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9158)] [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:50:14.152780 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:50:14.215788 run osmo-hlr_10.42.42.2(pid=9155): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9155)]\u000a07:50:14.268118 run osmo-hlr_10.42.42.2(pid=9155): stdout: \u000a| (launched: 2022-12-09_07:50:10.960385) \u000a07:50:14.320308 run osmo-hlr_10.42.42.2(pid=9155): stderr: \u000a| �[0;m�[1;31m20221209075011161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075011161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075011161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075011161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075011161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075011161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075011173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075011182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075011182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075011182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:50:14.390850 run osmo-msc_10.42.42.6(pid=9192): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9192)]\u000a07:50:14.442000 run osmo-msc_10.42.42.6(pid=9192): stdout: \u000a| (launched: 2022-12-09_07:50:13.026749) \u000a07:50:14.495038 run osmo-msc_10.42.42.6(pid=9192): stderr: \u000a| �[0;m�[38;5;43m20221209075013548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075013548 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf08a38c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075013549 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075013549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075013549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075013549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075013551 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075013551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075013551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075013551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:50:14.538313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9154): Terminating (SIGTERM)\u000a07:50:14.582669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9157): Terminating (SIGTERM)\u000a07:50:14.625336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9163): Terminating (SIGTERM)\u000a07:50:14.635300 --- ParallelTerminationStrategy: PID 9154 died...\u000a07:50:14.692170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9154): Terminated: ok {rc=0}\u000a07:50:14.702881 --- ParallelTerminationStrategy: PID 9157 died...\u000a07:50:14.760642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9157): Terminated: ok {rc=0}\u000a07:50:14.771351 --- ParallelTerminationStrategy: PID 9163 died...\u000a07:50:14.829389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9163): Terminated: ok {rc=0}\u000a07:50:14.916758 bus /sierra_3: Setting Powered False\u000a07:50:16.022107 bus /sierra_3: Setting Powered False\u000a07:50:17.141917 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9520): Process ended prematurely: osmo-stp_10.42.42.5(pid=9520) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9520)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9520): Process ended prematurely: osmo-stp_10.42.42.5(pid=9520) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:50:18.249669 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:50:18.261963 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:50:18.417053 tst mo_mt_call_osmux.py: using LAC 20001\u000a07:50:18.537440 tst mo_mt_call_osmux.py: using RAC 111\u000a07:50:18.655986 tst mo_mt_call_osmux.py: using CellId 20001\u000a07:50:18.775965 tst mo_mt_call_osmux.py: using BVCI 20002\u000a07:50:18.799135 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:50:18.810699 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:50:18.821964 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:50:18.833511 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:50:18.844870 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:50:18.856485 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:50:18.974780 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:50:19.179656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:50:19.657716 run create_hlr_db(pid=9514): Launched\u000a07:50:19.831895 bus /sierra_2: Setting Powered False\u000a07:50:20.853951 run create_hlr_db(pid=9514): Terminated: ok {rc=0}\u000a07:50:21.286419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9516): Launched\u000a07:50:21.614148 run osmo-hlr_10.42.42.2(pid=9517): Launched\u000a07:50:21.731424 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:50:22.295399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9519): Launched\u000a07:50:22.622770 run osmo-stp_10.42.42.5(pid=9520): Launched\u000a07:50:22.740085 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:50:23.348173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9522): Launched\u000a07:50:23.723822 run osmo-msc_10.42.42.6(pid=9551): Launched\u000a07:50:23.952005 run osmo-stp_10.42.42.5(pid=9520): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9520)]\u000a07:50:24.196800 run osmo-stp_10.42.42.5(pid=9520): stdout: \u000a| (launched: 2022-12-09_07:50:22.460812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:24.419786 run osmo-stp_10.42.42.5(pid=9520): stderr: \u000a| �[0;m�[38;5;43m20221209075022653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075022653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075022653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075022653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075022654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075022654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075022654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:24.560676 run osmo-stp_10.42.42.5(pid=9520): stdout: \u000a| (launched: 2022-12-09_07:50:22.460812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:24.692460 run osmo-stp_10.42.42.5(pid=9520): stderr: \u000a| �[0;m�[38;5;43m20221209075022653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075022653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075022653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075022653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075022654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075022654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075022654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:24.751025 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9520): Process ended prematurely: osmo-stp_10.42.42.5(pid=9520) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9520)] [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:50:24.761326 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a07:50:24.825166 run osmo-hlr_10.42.42.2(pid=9517): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9517)]\u000a07:50:24.877613 run osmo-hlr_10.42.42.2(pid=9517): stdout: \u000a| (launched: 2022-12-09_07:50:21.452113) \u000a07:50:24.930685 run osmo-hlr_10.42.42.2(pid=9517): stderr: \u000a| �[0;m�[1;31m20221209075021649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075021649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075021649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075021649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075021649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075021649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075021661 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075021670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075021670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075021670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:50:25.002639 run osmo-msc_10.42.42.6(pid=9551): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9551)]\u000a07:50:25.054773 run osmo-msc_10.42.42.6(pid=9551): stdout: \u000a| (launched: 2022-12-09_07:50:23.509171) \u000a07:50:25.108560 run osmo-msc_10.42.42.6(pid=9551): stderr: \u000a| �[0;m�[38;5;43m20221209075024078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075024079 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f297495ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075024079 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075024079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075024079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075024079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075024085 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075024086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075024086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075024086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:50:25.153779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9516): Terminating (SIGTERM)\u000a07:50:25.198488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9519): Terminating (SIGTERM)\u000a07:50:25.244021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9522): Terminating (SIGTERM)\u000a07:50:25.254884 --- ParallelTerminationStrategy: PID 9516 died...\u000a07:50:25.314011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9516): Terminated: ok {rc=0}\u000a07:50:25.325093 --- ParallelTerminationStrategy: PID 9519 died...\u000a07:50:25.382114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9519): Terminated: ok {rc=0}\u000a07:50:25.393097 --- ParallelTerminationStrategy: PID 9522 died...\u000a07:50:25.450077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9522): Terminated: ok {rc=0}\u000a07:50:25.539285 bus /sierra_3: Setting Powered False\u000a07:50:26.646272 bus /sierra_3: Setting Powered False\u000a07:50:27.758683 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:50:07" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9710): Process ended prematurely: osmo-stp_10.42.42.5(pid=9710) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9710)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9710): Process ended prematurely: osmo-stp_10.42.42.5(pid=9710) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:50:29.770498 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:50:29.782532 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:50:29.945291 tst mo_mt_call.py: using LAC 20002\u000a07:50:30.074144 tst mo_mt_call.py: using RAC 112\u000a07:50:30.207462 tst mo_mt_call.py: using CellId 20002\u000a07:50:30.331770 tst mo_mt_call.py: using BVCI 20003\u000a07:50:30.356495 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:50:30.368386 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:50:30.380121 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:50:30.391884 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:50:30.403723 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:50:30.415446 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:50:30.532469 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:50:30.739981 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:50:31.318012 run create_hlr_db(pid=9704): Launched\u000a07:50:31.498430 bus /sierra_2: Setting Powered False\u000a07:50:32.515079 run create_hlr_db(pid=9704): Terminated: ok {rc=0}\u000a07:50:32.919636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9706): Launched\u000a07:50:33.224926 run osmo-hlr_10.42.42.2(pid=9707): Launched\u000a07:50:33.344081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:50:33.875400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9709): Launched\u000a07:50:34.178333 run osmo-stp_10.42.42.5(pid=9710): Launched\u000a07:50:34.288656 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:50:34.843323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9712): Launched\u000a07:50:35.150395 run osmo-msc_10.42.42.6(pid=9713): Launched\u000a07:50:35.329092 run osmo-stp_10.42.42.5(pid=9710): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9710)]\u000a07:50:35.457792 run osmo-stp_10.42.42.5(pid=9710): stdout: \u000a| (launched: 2022-12-09_07:50:34.029197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:35.584074 run osmo-stp_10.42.42.5(pid=9710): stderr: \u000a| �[0;m�[38;5;43m20221209075034200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075034200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075034200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075034201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075034201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075034201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075034201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:35.706331 run osmo-stp_10.42.42.5(pid=9710): stdout: \u000a| (launched: 2022-12-09_07:50:34.029197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:35.827754 run osmo-stp_10.42.42.5(pid=9710): stderr: \u000a| �[0;m�[38;5;43m20221209075034200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075034200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075034200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075034201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075034201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075034201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075034201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:35.881568 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9710): Process ended prematurely: osmo-stp_10.42.42.5(pid=9710) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9710)] [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:50:35.890313 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:50:35.949820 run osmo-hlr_10.42.42.2(pid=9707): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9707)]\u000a07:50:35.998898 run osmo-hlr_10.42.42.2(pid=9707): stdout: \u000a| (launched: 2022-12-09_07:50:33.074673) \u000a07:50:36.048291 run osmo-hlr_10.42.42.2(pid=9707): stderr: \u000a| �[0;m�[1;31m20221209075033249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075033249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075033249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075033249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075033249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075033249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075033261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075033270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075033270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075033270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:50:36.115255 run osmo-msc_10.42.42.6(pid=9713): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9713)]\u000a07:50:36.163729 run osmo-msc_10.42.42.6(pid=9713): stdout: \u000a| (launched: 2022-12-09_07:50:34.997118) \u000a07:50:36.213278 run osmo-msc_10.42.42.6(pid=9713): stderr: \u000a| �[0;m�[38;5;43m20221209075035271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075035271 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb63f53c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075035271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075035271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075035271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075035271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075035273 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075035274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075035274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075035274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:50:36.254648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9706): Terminating (SIGTERM)\u000a07:50:36.293935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9709): Terminating (SIGTERM)\u000a07:50:36.333283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9712): Terminating (SIGTERM)\u000a07:50:36.342738 --- ParallelTerminationStrategy: PID 9706 died...\u000a07:50:36.395914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9706): Terminated: ok {rc=0}\u000a07:50:36.405768 --- ParallelTerminationStrategy: PID 9709 died...\u000a07:50:36.458463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9709): Terminated: ok {rc=0}\u000a07:50:36.468358 --- ParallelTerminationStrategy: PID 9712 died...\u000a07:50:36.520934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9712): Terminated: ok {rc=0}\u000a07:50:36.603629 bus /sierra_3: Setting Powered False\u000a07:50:37.709891 bus /sierra_3: Setting Powered False\u000a07:50:38.817145 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9721): Process ended prematurely: osmo-stp_10.42.42.5(pid=9721) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9721)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9721): Process ended prematurely: osmo-stp_10.42.42.5(pid=9721) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:50:39.932519 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:50:39.945472 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:50:40.109918 tst mo_mt_call_osmux.py: using LAC 20003\u000a07:50:40.236481 tst mo_mt_call_osmux.py: using RAC 113\u000a07:50:40.365115 tst mo_mt_call_osmux.py: using CellId 20003\u000a07:50:40.493435 tst mo_mt_call_osmux.py: using BVCI 20004\u000a07:50:40.518101 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:50:40.530256 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:50:40.542165 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:50:40.554086 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:50:40.566177 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:50:40.578033 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:50:40.699673 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:50:40.902377 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:50:41.397555 run create_hlr_db(pid=9715): Launched\u000a07:50:41.585530 bus /sierra_2: Setting Powered False\u000a07:50:42.606037 run create_hlr_db(pid=9715): Terminated: ok {rc=0}\u000a07:50:43.038380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9717): Launched\u000a07:50:43.365555 run osmo-hlr_10.42.42.2(pid=9718): Launched\u000a07:50:43.483454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:50:44.048013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9720): Launched\u000a07:50:44.376755 run osmo-stp_10.42.42.5(pid=9721): Launched\u000a07:50:44.494919 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:50:45.090110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9723): Launched\u000a07:50:45.417960 run osmo-msc_10.42.42.6(pid=9724): Launched\u000a07:50:45.607399 run osmo-stp_10.42.42.5(pid=9721): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9721)]\u000a07:50:45.743979 run osmo-stp_10.42.42.5(pid=9721): stdout: \u000a| (launched: 2022-12-09_07:50:44.213807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:45.892095 run osmo-stp_10.42.42.5(pid=9721): stderr: \u000a| �[0;m�[38;5;43m20221209075044405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075044405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075044405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075044406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075044406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075044406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075044406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:46.034180 run osmo-stp_10.42.42.5(pid=9721): stdout: \u000a| (launched: 2022-12-09_07:50:44.213807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:46.162966 run osmo-stp_10.42.42.5(pid=9721): stderr: \u000a| �[0;m�[38;5;43m20221209075044405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075044405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075044405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075044406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075044406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075044406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075044406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:46.219015 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9721): Process ended prematurely: osmo-stp_10.42.42.5(pid=9721) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9721)] [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:50:46.228711 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a07:50:46.295301 run osmo-hlr_10.42.42.2(pid=9718): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9718)]\u000a07:50:46.347267 run osmo-hlr_10.42.42.2(pid=9718): stdout: \u000a| (launched: 2022-12-09_07:50:43.204181) \u000a07:50:46.400382 run osmo-hlr_10.42.42.2(pid=9718): stderr: \u000a| �[0;m�[1;31m20221209075043403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075043403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075043403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075043404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075043404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075043404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075043416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075043424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075043424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075043424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:50:46.473186 run osmo-msc_10.42.42.6(pid=9724): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9724)]\u000a07:50:46.525942 run osmo-msc_10.42.42.6(pid=9724): stdout: \u000a| (launched: 2022-12-09_07:50:45.256756) \u000a07:50:46.579078 run osmo-msc_10.42.42.6(pid=9724): stderr: \u000a| �[0;m�[38;5;43m20221209075045579 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075045580 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb734c91c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075045580 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075045580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075045580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075045580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075045582 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075045582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075045582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075045582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:50:46.622794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9717): Terminating (SIGTERM)\u000a07:50:46.670023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9720): Terminating (SIGTERM)\u000a07:50:46.715323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9723): Terminating (SIGTERM)\u000a07:50:46.726000 --- ParallelTerminationStrategy: PID 9717 died...\u000a07:50:46.785128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9717): Terminated: ok {rc=0}\u000a07:50:46.795996 --- ParallelTerminationStrategy: PID 9720 died...\u000a07:50:46.852912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9720): Terminated: ok {rc=0}\u000a07:50:46.863710 --- ParallelTerminationStrategy: PID 9723 died...\u000a07:50:46.920475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9723): Terminated: ok {rc=0}\u000a07:50:47.026657 bus /sierra_3: Setting Powered False\u000a07:50:48.133085 bus /sierra_3: Setting Powered False\u000a07:50:49.240241 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:50:29" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9736): Process ended prematurely: osmo-stp_10.42.42.5(pid=9736) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9736)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9736): Process ended prematurely: osmo-stp_10.42.42.5(pid=9736) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a07:50:51.225557 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:50:51.236701 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:50:51.396561 tst mo_mt_call.py: using LAC 20004\u000a07:50:51.522895 tst mo_mt_call.py: using RAC 114\u000a07:50:51.648449 tst mo_mt_call.py: using CellId 20004\u000a07:50:51.774045 tst mo_mt_call.py: using BVCI 20005\u000a07:50:51.798927 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:50:51.810839 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:50:51.822578 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:50:51.834778 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:50:51.846532 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:50:51.858339 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:50:51.978297 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:50:52.182178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:50:52.661998 run create_hlr_db(pid=9730): Launched\u000a07:50:52.836594 bus /sierra_2: Setting Powered False\u000a07:50:53.858047 run create_hlr_db(pid=9730): Terminated: ok {rc=0}\u000a07:50:54.289588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9732): Launched\u000a07:50:54.616277 run osmo-hlr_10.42.42.2(pid=9733): Launched\u000a07:50:54.734805 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:50:55.301762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9735): Launched\u000a07:50:55.627502 run osmo-stp_10.42.42.5(pid=9736): Launched\u000a07:50:55.745076 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:50:56.338212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9738): Launched\u000a07:50:56.665841 run osmo-msc_10.42.42.6(pid=9739): Launched\u000a07:50:56.855265 run osmo-stp_10.42.42.5(pid=9736): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9736)]\u000a07:50:56.996263 run osmo-stp_10.42.42.5(pid=9736): stdout: \u000a| (launched: 2022-12-09_07:50:55.467406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:57.130902 run osmo-stp_10.42.42.5(pid=9736): stderr: \u000a| �[0;m�[38;5;43m20221209075055657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075055658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075055658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075055658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075055659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075055659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075055659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:57.261363 run osmo-stp_10.42.42.5(pid=9736): stdout: \u000a| (launched: 2022-12-09_07:50:55.467406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:57.391076 run osmo-stp_10.42.42.5(pid=9736): stderr: \u000a| �[0;m�[38;5;43m20221209075055657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075055658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075055658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075055658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075055659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075055659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075055659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:57.448003 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9736): Process ended prematurely: osmo-stp_10.42.42.5(pid=9736) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9736)] [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a07:50:57.457513 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a07:50:57.519427 run osmo-hlr_10.42.42.2(pid=9733): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9733)]\u000a07:50:57.570035 run osmo-hlr_10.42.42.2(pid=9733): stdout: \u000a| (launched: 2022-12-09_07:50:54.455443) \u000a07:50:57.621316 run osmo-hlr_10.42.42.2(pid=9733): stderr: \u000a| �[0;m�[1;31m20221209075054651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075054651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075054651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075054651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075054651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075054651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075054663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075054673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075054673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075054673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:50:57.691059 run osmo-msc_10.42.42.6(pid=9739): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9739)]\u000a07:50:57.741818 run osmo-msc_10.42.42.6(pid=9739): stdout: \u000a| (launched: 2022-12-09_07:50:56.504159) \u000a07:50:57.792895 run osmo-msc_10.42.42.6(pid=9739): stderr: \u000a| �[0;m�[38;5;43m20221209075056826 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075056826 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb77e7d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075056827 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075056827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075056827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075056827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075056829 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075056829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075056829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075056829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:50:57.836003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9732): Terminating (SIGTERM)\u000a07:50:57.876780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9735): Terminating (SIGTERM)\u000a07:50:57.917778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9738): Terminating (SIGTERM)\u000a07:50:57.927456 --- ParallelTerminationStrategy: PID 9732 died...\u000a07:50:57.982641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9732): Terminated: ok {rc=0}\u000a07:50:57.992725 --- ParallelTerminationStrategy: PID 9735 died...\u000a07:50:58.048152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9735): Terminated: ok {rc=0}\u000a07:50:58.058306 --- ParallelTerminationStrategy: PID 9738 died...\u000a07:50:58.113714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9738): Terminated: ok {rc=0}\u000a07:50:58.199571 bus /sierra_3: Setting Powered False\u000a07:50:59.305454 bus /sierra_3: Setting Powered False\u000a07:51:00.412747 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9747): Process ended prematurely: osmo-stp_10.42.42.5(pid=9747) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9747)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9747): Process ended prematurely: osmo-stp_10.42.42.5(pid=9747) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:51:01.527747 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:51:01.540226 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:51:01.723591 tst mo_mt_call_osmux.py: using LAC 20005\u000a07:51:01.848122 tst mo_mt_call_osmux.py: using RAC 115\u000a07:51:01.997378 tst mo_mt_call_osmux.py: using CellId 20005\u000a07:51:02.118943 tst mo_mt_call_osmux.py: using BVCI 20006\u000a07:51:02.144595 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:51:02.156581 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:51:02.168178 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:51:02.180241 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:51:02.192073 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:51:02.203839 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:51:02.319724 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:51:02.531608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:51:03.052662 run create_hlr_db(pid=9741): Launched\u000a07:51:03.240907 bus /sierra_2: Setting Powered False\u000a07:51:04.262388 run create_hlr_db(pid=9741): Terminated: ok {rc=0}\u000a07:51:04.694702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9743): Launched\u000a07:51:05.020050 run osmo-hlr_10.42.42.2(pid=9744): Launched\u000a07:51:05.138363 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:51:05.703591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9746): Launched\u000a07:51:06.027781 run osmo-stp_10.42.42.5(pid=9747): Launched\u000a07:51:06.144577 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:51:06.737478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9749): Launched\u000a07:51:07.063721 run osmo-msc_10.42.42.6(pid=9750): Launched\u000a07:51:07.252855 run osmo-stp_10.42.42.5(pid=9747): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9747)]\u000a07:51:07.389114 run osmo-stp_10.42.42.5(pid=9747): stdout: \u000a| (launched: 2022-12-09_07:51:05.868927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:07.525363 run osmo-stp_10.42.42.5(pid=9747): stderr: \u000a| �[0;m�[38;5;43m20221209075106061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075106061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075106062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075106062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075106063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075106063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075106063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:07.655928 run osmo-stp_10.42.42.5(pid=9747): stdout: \u000a| (launched: 2022-12-09_07:51:05.868927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:07.785553 run osmo-stp_10.42.42.5(pid=9747): stderr: \u000a| �[0;m�[38;5;43m20221209075106061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075106061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075106062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075106062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075106063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075106063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075106063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:07.842639 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9747): Process ended prematurely: osmo-stp_10.42.42.5(pid=9747) [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9747)] [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a07:51:07.852133 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:51:07.914777 run osmo-hlr_10.42.42.2(pid=9744): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9744)]\u000a07:51:07.965919 run osmo-hlr_10.42.42.2(pid=9744): stdout: \u000a| (launched: 2022-12-09_07:51:04.859416) \u000a07:51:08.017664 run osmo-hlr_10.42.42.2(pid=9744): stderr: \u000a| �[0;m�[1;31m20221209075105055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075105056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075105056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075105056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075105056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075105056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075105069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075105077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075105078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075105078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:51:08.088191 run osmo-msc_10.42.42.6(pid=9750): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9750)]\u000a07:51:08.138929 run osmo-msc_10.42.42.6(pid=9750): stdout: \u000a| (launched: 2022-12-09_07:51:06.902775) \u000a07:51:08.190149 run osmo-msc_10.42.42.6(pid=9750): stderr: \u000a| �[0;m�[38;5;43m20221209075107227 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075107227 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1defa6cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075107227 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075107227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075107228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075107228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075107230 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075107230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075107230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075107230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:51:08.233497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9743): Terminating (SIGTERM)\u000a07:51:08.274985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9746): Terminating (SIGTERM)\u000a07:51:08.316556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9749): Terminating (SIGTERM)\u000a07:51:08.326528 --- ParallelTerminationStrategy: PID 9743 died...\u000a07:51:08.382206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9743): Terminated: ok {rc=0}\u000a07:51:08.392228 --- ParallelTerminationStrategy: PID 9746 died...\u000a07:51:08.447632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9746): Terminated: ok {rc=0}\u000a07:51:08.457998 --- ParallelTerminationStrategy: PID 9749 died...\u000a07:51:08.512918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9749): Terminated: ok {rc=0}\u000a07:51:08.598633 bus /sierra_3: Setting Powered False\u000a07:51:09.701275 bus /sierra_3: Setting Powered False\u000a07:51:10.809308 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:50:50" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9761): Process ended prematurely: osmo-stp_10.42.42.5(pid=9761) [trial-2356↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9761)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9761): Process ended prematurely: osmo-stp_10.42.42.5(pid=9761) [trial-2356↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:51:12.830883 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:51:12.842314 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:51:12.980187 tst emergency_mo_mt_call.py: using LAC 20006\u000a07:51:13.102683 tst emergency_mo_mt_call.py: using RAC 116\u000a07:51:13.219651 tst emergency_mo_mt_call.py: using CellId 20006\u000a07:51:13.338749 tst emergency_mo_mt_call.py: using BVCI 20007\u000a07:51:13.361547 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:51:13.372663 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:51:13.383630 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:51:13.394996 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:51:13.406225 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:51:13.417265 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:51:13.535498 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:51:13.735669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:51:14.208164 run create_hlr_db(pid=9755): Launched\u000a07:51:14.380677 bus /sierra_2: Setting Powered False\u000a07:51:15.402417 run create_hlr_db(pid=9755): Terminated: ok {rc=0}\u000a07:51:15.830565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9757): Launched\u000a07:51:16.243536 run osmo-hlr_10.42.42.2(pid=9758): Launched\u000a07:51:16.379849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:51:16.963137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9760): Launched\u000a07:51:17.326754 run osmo-stp_10.42.42.5(pid=9761): Launched\u000a07:51:17.511836 tst emergency_mo_mt_call.py: using MSISDN 7094\u000a07:51:17.670807 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:51:18.259003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9763): Launched\u000a07:51:18.581031 run osmo-msc_10.42.42.6(pid=9764): Launched\u000a07:51:18.768143 run osmo-stp_10.42.42.5(pid=9761): ERR: Terminated: ERROR {rc=1} [trial-2356↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9761)]\u000a07:51:18.903057 run osmo-stp_10.42.42.5(pid=9761): stdout: \u000a| (launched: 2022-12-09_07:51:17.118712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:19.037486 run osmo-stp_10.42.42.5(pid=9761): stderr: \u000a| �[0;m�[38;5;43m20221209075117400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075117400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075117400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075117401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075117401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075117401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075117401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:19.165780 run osmo-stp_10.42.42.5(pid=9761): stdout: \u000a| (launched: 2022-12-09_07:51:17.118712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:19.293241 run osmo-stp_10.42.42.5(pid=9761): stderr: \u000a| �[0;m�[38;5;43m20221209075117400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075117400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075117400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075117401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075117401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075117401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075117401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:19.349408 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=9761): Process ended prematurely: osmo-stp_10.42.42.5(pid=9761) [trial-2356↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9761)] [trial-2356↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a07:51:19.358088 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a07:51:19.420384 run osmo-hlr_10.42.42.2(pid=9758): ERR: Terminated: ERROR {rc=237} [trial-2356↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9758)]\u000a07:51:19.471869 run osmo-hlr_10.42.42.2(pid=9758): stdout: \u000a| (launched: 2022-12-09_07:51:15.997433) \u000a07:51:19.524368 run osmo-hlr_10.42.42.2(pid=9758): stderr: \u000a| �[0;m�[1;31m20221209075116335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075116335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075116335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075116335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075116335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075116335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075116359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075116379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075116380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075116380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:51:19.595572 run osmo-msc_10.42.42.6(pid=9764): ERR: Terminated: ERROR {rc=2} [trial-2356↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9764)]\u000a07:51:19.647156 run osmo-msc_10.42.42.6(pid=9764): stdout: \u000a| (launched: 2022-12-09_07:51:18.422073) \u000a07:51:19.699190 run osmo-msc_10.42.42.6(pid=9764): stderr: \u000a| �[0;m�[38;5;43m20221209075118744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075118744 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f63ad63bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075118744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075118744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075118745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075118745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075118747 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075118747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075118747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075118747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:51:19.743348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9757): Terminating (SIGTERM)\u000a07:51:19.785246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9760): Terminating (SIGTERM)\u000a07:51:19.827073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9763): Terminating (SIGTERM)\u000a07:51:19.836903 --- ParallelTerminationStrategy: PID 9757 died...\u000a07:51:19.892739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9757): Terminated: ok {rc=0}\u000a07:51:19.903002 --- ParallelTerminationStrategy: PID 9760 died...\u000a07:51:19.958550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9760): Terminated: ok {rc=0}\u000a07:51:19.968675 --- ParallelTerminationStrategy: PID 9763 died...\u000a07:51:20.024262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9763): Terminated: ok {rc=0}\u000a07:51:20.111391 bus /sierra_3: Setting Powered False\u000a07:51:21.218988 bus /sierra_3: Setting Powered False\u000a07:51:22.330483 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9772): Process ended prematurely: osmo-stp_10.42.42.5(pid=9772) [trial-2356↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9772)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9772): Process ended prematurely: osmo-stp_10.42.42.5(pid=9772) [trial-2356↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9772)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:51:23.382742 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:51:23.395096 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:51:23.536699 tst emergency_preemptive_call.py: using LAC 20007\u000a07:51:23.661880 tst emergency_preemptive_call.py: using RAC 117\u000a07:51:23.788805 tst emergency_preemptive_call.py: using CellId 20007\u000a07:51:23.913725 tst emergency_preemptive_call.py: using BVCI 20008\u000a07:51:23.937949 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:51:23.949441 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:51:23.960607 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:51:23.971772 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:51:23.983033 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:51:23.994256 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:51:24.111554 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:51:24.225469 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:51:24.346973 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:51:24.556163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:51:25.072896 run create_hlr_db(pid=9766): Launched\u000a07:51:25.257760 bus /sierra_2: Setting Powered False\u000a07:51:26.278892 run create_hlr_db(pid=9766): Terminated: ok {rc=0}\u000a07:51:26.680500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9768): Launched\u000a07:51:26.979405 run osmo-hlr_10.42.42.2(pid=9769): Launched\u000a07:51:27.097392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:51:27.620283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9771): Launched\u000a07:51:27.919126 run osmo-stp_10.42.42.5(pid=9772): Launched\u000a07:51:28.038776 tst emergency_preemptive_call.py: using MSISDN 7095\u000a07:51:28.186786 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:51:28.729910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9774): Launched\u000a07:51:29.029797 run osmo-msc_10.42.42.6(pid=9775): Launched\u000a07:51:29.204178 run osmo-stp_10.42.42.5(pid=9772): ERR: Terminated: ERROR {rc=1} [trial-2356↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9772)]\u000a07:51:29.331423 run osmo-stp_10.42.42.5(pid=9772): stdout: \u000a| (launched: 2022-12-09_07:51:27.771354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:29.455658 run osmo-stp_10.42.42.5(pid=9772): stderr: \u000a| �[0;m�[38;5;43m20221209075127942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075127942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075127942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075127943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075127944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075127944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075127944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:29.575039 run osmo-stp_10.42.42.5(pid=9772): stdout: \u000a| (launched: 2022-12-09_07:51:27.771354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:29.694341 run osmo-stp_10.42.42.5(pid=9772): stderr: \u000a| �[0;m�[38;5;43m20221209075127942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075127942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075127942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075127943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075127944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075127944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075127944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:29.746324 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=9772): Process ended prematurely: osmo-stp_10.42.42.5(pid=9772) [trial-2356↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9772)] [trial-2356↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a07:51:29.754637 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a07:51:29.814725 run osmo-hlr_10.42.42.2(pid=9769): ERR: Terminated: ERROR {rc=237} [trial-2356↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9769)]\u000a07:51:29.863428 run osmo-hlr_10.42.42.2(pid=9769): stdout: \u000a| (launched: 2022-12-09_07:51:26.831784) \u000a07:51:29.912808 run osmo-hlr_10.42.42.2(pid=9769): stderr: \u000a| �[0;m�[1;31m20221209075127004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075127004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075127004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075127004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075127004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075127004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075127016 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075127024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075127025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075127025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:51:29.979971 run osmo-msc_10.42.42.6(pid=9775): ERR: Terminated: ERROR {rc=2} [trial-2356↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9775)]\u000a07:51:30.028862 run osmo-msc_10.42.42.6(pid=9775): stdout: \u000a| (launched: 2022-12-09_07:51:28.880591) \u000a07:51:30.078241 run osmo-msc_10.42.42.6(pid=9775): stderr: \u000a| �[0;m�[38;5;43m20221209075129153 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075129154 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e14f64c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075129154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075129154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075129154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075129154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075129156 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075129157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075129158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075129158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:51:30.119648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9768): Terminating (SIGTERM)\u000a07:51:30.158992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9771): Terminating (SIGTERM)\u000a07:51:30.198371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9774): Terminating (SIGTERM)\u000a07:51:30.207992 --- ParallelTerminationStrategy: PID 9768 died...\u000a07:51:30.261491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9768): Terminated: ok {rc=0}\u000a07:51:30.271279 --- ParallelTerminationStrategy: PID 9771 died...\u000a07:51:30.324394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9771): Terminated: ok {rc=0}\u000a07:51:30.334328 --- ParallelTerminationStrategy: PID 9774 died...\u000a07:51:30.386675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9774): Terminated: ok {rc=0}\u000a07:51:30.474274 bus /sierra_9: Setting Powered False\u000a07:51:31.577671 bus /sierra_9: Setting Powered False\u000a07:51:32.682179 bus /sierra_8: Setting Powered False\u000a07:51:33.787452 bus /sierra_8: Setting Powered False\u000a07:51:34.894592 bus /sierra_3: Setting Powered False\u000a07:51:36.000302 bus /sierra_3: Setting Powered False\u000a07:51:37.113706 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:51:12" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9791): Process ended prematurely: osmo-stp_10.42.42.5(pid=9791) [trial-2356↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9791)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9791): Process ended prematurely: osmo-stp_10.42.42.5(pid=9791) [trial-2356↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:51:39.244914 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:51:39.256395 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:51:39.397644 tst cs_paging_gprs_active.py: using LAC 20008\u000a07:51:39.526718 tst cs_paging_gprs_active.py: using RAC 118\u000a07:51:39.653533 tst cs_paging_gprs_active.py: using CellId 20008\u000a07:51:39.773640 tst cs_paging_gprs_active.py: using BVCI 20009\u000a07:51:39.796925 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:51:39.808039 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:51:39.819082 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:51:39.830394 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:51:39.841659 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:51:39.852484 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:51:39.863833 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:51:39.874774 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:51:39.886101 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:51:40.006802 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:51:40.287098 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:51:40.414439 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:51:40.731682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9781): Launched\u000a07:51:40.993069 run iperf3-srv_10.42.42.10(pid=9782): Launched\u000a07:51:41.178141 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:51:41.304369 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:51:41.617930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9783): Launched\u000a07:51:41.879661 run iperf3-srv_10.42.42.10(pid=9784): Launched\u000a07:51:42.064823 tst cs_paging_gprs_active.py:38: start network...\u000a07:51:42.191666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:51:42.669006 run create_hlr_db(pid=9785): Launched\u000a07:51:42.843222 bus /sierra_2: Setting Powered False\u000a07:51:43.865363 run create_hlr_db(pid=9785): Terminated: ok {rc=0}\u000a07:51:44.299222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9787): Launched\u000a07:51:44.628058 run osmo-hlr_10.42.42.2(pid=9788): Launched\u000a07:51:44.748340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:51:45.314703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9790): Launched\u000a07:51:45.641353 run osmo-stp_10.42.42.5(pid=9791): Launched\u000a07:51:45.760100 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:51:46.346401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9793): Launched\u000a07:51:46.466145 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:51:46.776888 run patchelf(pid=9794): Launched\u000a07:51:46.972036 run osmo-stp_10.42.42.5(pid=9791): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9791)]\u000a07:51:47.114286 run osmo-stp_10.42.42.5(pid=9791): stdout: \u000a| (launched: 2022-12-09_07:51:45.480401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:47.255297 run osmo-stp_10.42.42.5(pid=9791): stderr: \u000a| �[0;m�[38;5;43m20221209075145672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075145672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075145672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075145673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075145673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075145673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075145673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:47.391053 run osmo-stp_10.42.42.5(pid=9791): stdout: \u000a| (launched: 2022-12-09_07:51:45.480401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:47.524814 run osmo-stp_10.42.42.5(pid=9791): stderr: \u000a| �[0;m�[38;5;43m20221209075145672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075145672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075145672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075145673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075145673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075145673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075145673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:47.679835 run patchelf(pid=9794): Terminating (SIGINT)\u000a07:51:47.862278 run patchelf(pid=9794): Terminated: ok {rc=0}\u000a07:51:47.895769 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9791): Process ended prematurely: osmo-stp_10.42.42.5(pid=9791) [trial-2356↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9791)] [trial-2356↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a07:51:47.905811 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a07:51:47.968610 run osmo-hlr_10.42.42.2(pid=9788): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9788)]\u000a07:51:48.019973 run osmo-hlr_10.42.42.2(pid=9788): stdout: \u000a| (launched: 2022-12-09_07:51:44.465710) \u000a07:51:48.072141 run osmo-hlr_10.42.42.2(pid=9788): stderr: \u000a| �[0;m�[1;31m20221209075144663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075144663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075144663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075144663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075144663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075144663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075144677 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075144685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075144685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075144685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:51:48.116461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9781): Terminating (SIGTERM)\u000a07:51:48.158217 run iperf3-srv_10.42.42.10(pid=9782): Terminating (SIGTERM)\u000a07:51:48.199833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9783): Terminating (SIGTERM)\u000a07:51:48.241645 run iperf3-srv_10.42.42.10(pid=9784): Terminating (SIGTERM)\u000a07:51:48.283794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9787): Terminating (SIGTERM)\u000a07:51:48.325796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9790): Terminating (SIGTERM)\u000a07:51:48.367774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9793): Terminating (SIGTERM)\u000a07:51:48.377663 --- ParallelTerminationStrategy: PID 9781 died...\u000a07:51:48.433522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9781): Terminated: ok {rc=0}\u000a07:51:48.443738 --- ParallelTerminationStrategy: PID 9782 died...\u000a07:51:48.499322 run iperf3-srv_10.42.42.10(pid=9782): Terminated {rc=256}\u000a07:51:48.509813 --- ParallelTerminationStrategy: PID 9783 died...\u000a07:51:48.565297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9783): Terminated: ok {rc=0}\u000a07:51:48.575377 --- ParallelTerminationStrategy: PID 9784 died...\u000a07:51:48.630780 run iperf3-srv_10.42.42.10(pid=9784): Terminated {rc=256}\u000a07:51:48.640783 --- ParallelTerminationStrategy: PID 9787 died...\u000a07:51:48.696219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9787): Terminated: ok {rc=0}\u000a07:51:48.706338 --- ParallelTerminationStrategy: PID 9790 died...\u000a07:51:48.761695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9790): Terminated: ok {rc=0}\u000a07:51:48.771784 --- ParallelTerminationStrategy: PID 9793 died...\u000a07:51:48.827252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9793): Terminated: ok {rc=0}\u000a07:51:48.913419 bus /gobi_0: Setting Powered False\u000a07:51:50.020095 bus /gobi_0: Setting Powered False\u000a07:51:51.127039 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9803): Process ended prematurely: osmo-stp_10.42.42.5(pid=9803) [trial-2356↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9803)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9803): Process ended prematurely: osmo-stp_10.42.42.5(pid=9803) [trial-2356↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a07:51:52.242244 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:51:52.254463 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:51:52.403479 tst iperf3.py: using LAC 20009\u000a07:51:52.530456 tst iperf3.py: using RAC 119\u000a07:51:52.651513 tst iperf3.py: using CellId 20009\u000a07:51:52.768557 tst iperf3.py: using BVCI 20010\u000a07:51:52.791837 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:51:52.802954 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:51:52.813840 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:51:52.825064 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:51:52.835952 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:51:52.846762 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:51:52.857821 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:51:52.868634 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:51:52.879680 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:51:53.176131 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:51:53.313686 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:51:53.651824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9795): Launched\u000a07:51:53.931810 run iperf3-srv_10.42.42.10(pid=9796): Launched\u000a07:51:54.131153 tst iperf3.py:8: start network...\u000a07:51:54.267332 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:51:54.788076 run create_hlr_db(pid=9797): Launched\u000a07:51:54.974916 bus /gobi_6: Setting Powered False\u000a07:51:55.995690 run create_hlr_db(pid=9797): Terminated: ok {rc=0}\u000a07:51:56.402232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9799): Launched\u000a07:51:56.705734 run osmo-hlr_10.42.42.2(pid=9800): Launched\u000a07:51:56.821822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:51:57.355714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9802): Launched\u000a07:51:57.661128 run osmo-stp_10.42.42.5(pid=9803): Launched\u000a07:51:57.771769 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:51:58.301814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9805): Launched\u000a07:51:58.410228 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:51:58.677363 run patchelf(pid=9806): Launched\u000a07:51:58.854400 run osmo-stp_10.42.42.5(pid=9803): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9803)]\u000a07:51:58.983804 run osmo-stp_10.42.42.5(pid=9803): stdout: \u000a| (launched: 2022-12-09_07:51:57.510397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:59.113969 run osmo-stp_10.42.42.5(pid=9803): stderr: \u000a| �[0;m�[38;5;43m20221209075157680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075157680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075157680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075157681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075157681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075157681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075157681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:59.239420 run osmo-stp_10.42.42.5(pid=9803): stdout: \u000a| (launched: 2022-12-09_07:51:57.510397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:59.363839 run osmo-stp_10.42.42.5(pid=9803): stderr: \u000a| �[0;m�[38;5;43m20221209075157680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075157680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075157680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075157681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075157681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075157681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075157681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:59.507887 run patchelf(pid=9806): Terminating (SIGINT)\u000a07:51:59.677407 run patchelf(pid=9806): Terminated: ok {rc=0}\u000a07:51:59.708516 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9803): Process ended prematurely: osmo-stp_10.42.42.5(pid=9803) [trial-2356↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9803)] [trial-2356↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a07:51:59.717814 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:51:59.778499 run osmo-hlr_10.42.42.2(pid=9800): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9800)]\u000a07:51:59.827949 run osmo-hlr_10.42.42.2(pid=9800): stdout: \u000a| (launched: 2022-12-09_07:51:56.556176) \u000a07:51:59.877888 run osmo-hlr_10.42.42.2(pid=9800): stderr: \u000a| �[0;m�[1;31m20221209075156731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075156731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075156731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075156731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075156731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075156732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075156744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075156753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075156753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075156753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:51:59.920064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9795): Terminating (SIGTERM)\u000a07:51:59.959947 run iperf3-srv_10.42.42.10(pid=9796): Terminating (SIGTERM)\u000a07:51:59.999855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9799): Terminating (SIGTERM)\u000a07:52:00.039703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9802): Terminating (SIGTERM)\u000a07:52:00.079929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9805): Terminating (SIGTERM)\u000a07:52:00.089644 --- ParallelTerminationStrategy: PID 9795 died...\u000a07:52:00.143748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9795): Terminated: ok {rc=0}\u000a07:52:00.153876 --- ParallelTerminationStrategy: PID 9796 died...\u000a07:52:00.207332 run iperf3-srv_10.42.42.10(pid=9796): Terminated {rc=256}\u000a07:52:00.217442 --- ParallelTerminationStrategy: PID 9799 died...\u000a07:52:00.271362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9799): Terminated: ok {rc=0}\u000a07:52:00.281690 --- ParallelTerminationStrategy: PID 9802 died...\u000a07:52:00.335223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9802): Terminated: ok {rc=0}\u000a07:52:00.345123 --- ParallelTerminationStrategy: PID 9805 died...\u000a07:52:00.398909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9805): Terminated: ok {rc=0}\u000a07:52:00.482194 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9821): Process ended prematurely: osmo-stp_10.42.42.5(pid=9821) [trial-2356↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9821)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9821): Process ended prematurely: osmo-stp_10.42.42.5(pid=9821) [trial-2356↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a07:52:01.597170 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:01.609834 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:52:01.750656 tst iperf3m4.py: using LAC 20010\u000a07:52:01.894857 tst iperf3m4.py: using RAC 120\u000a07:52:02.033338 tst iperf3m4.py: using CellId 20010\u000a07:52:02.162133 tst iperf3m4.py: using BVCI 20011\u000a07:52:02.186028 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:02.197545 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:02.209269 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:02.221135 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:02.232587 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:02.243934 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:02.255823 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:02.268351 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:02.280370 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:52:02.402386 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:52:02.525474 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:52:02.641413 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:52:02.942438 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:52:03.079541 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:52:03.416541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9807): Launched\u000a07:52:03.698772 run iperf3-srv_10.42.42.10(pid=9808): Launched\u000a07:52:03.900112 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:52:04.036733 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:52:04.375315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9809): Launched\u000a07:52:04.655314 run iperf3-srv_10.42.42.10(pid=9810): Launched\u000a07:52:04.854605 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:52:04.990270 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:52:05.326344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9811): Launched\u000a07:52:05.607235 run iperf3-srv_10.42.42.10(pid=9812): Launched\u000a07:52:05.806399 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:52:05.943118 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:52:06.280147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9813): Launched\u000a07:52:06.561698 run iperf3-srv_10.42.42.10(pid=9814): Launched\u000a07:52:06.760539 tst iperf3m4.py:8: start network...\u000a07:52:06.896263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:52:07.412848 run create_hlr_db(pid=9815): Launched\u000a07:52:07.589431 bus /gobi_6: Setting Powered False\u000a07:52:08.610431 run create_hlr_db(pid=9815): Terminated: ok {rc=0}\u000a07:52:09.041845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9817): Launched\u000a07:52:09.370125 run osmo-hlr_10.42.42.2(pid=9818): Launched\u000a07:52:09.494426 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:52:10.160307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9820): Launched\u000a07:52:10.478532 run osmo-stp_10.42.42.5(pid=9821): Launched\u000a07:52:10.594462 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:52:11.149695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9823): Launched\u000a07:52:11.263062 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:52:11.540737 run patchelf(pid=9824): Launched\u000a07:52:11.725922 run osmo-stp_10.42.42.5(pid=9821): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9821)]\u000a07:52:11.861486 run osmo-stp_10.42.42.5(pid=9821): stdout: \u000a| (launched: 2022-12-09_07:52:10.322553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:11.997773 run osmo-stp_10.42.42.5(pid=9821): stderr: \u000a| �[0;m�[38;5;43m20221209075210513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075210513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075210514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075210514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075210514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075210515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075210515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:12.128497 run osmo-stp_10.42.42.5(pid=9821): stdout: \u000a| (launched: 2022-12-09_07:52:10.322553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:12.258349 run osmo-stp_10.42.42.5(pid=9821): stderr: \u000a| �[0;m�[38;5;43m20221209075210513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075210513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075210514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075210514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075210514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075210515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075210515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:12.409765 run patchelf(pid=9824): Terminating (SIGINT)\u000a07:52:12.586759 run patchelf(pid=9824): Terminated: ok {rc=0}\u000a07:52:12.619396 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9821): Process ended prematurely: osmo-stp_10.42.42.5(pid=9821) [trial-2356↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9821)] [trial-2356↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a07:52:12.629347 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a07:52:12.692793 run osmo-hlr_10.42.42.2(pid=9818): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9818)]\u000a07:52:12.744160 run osmo-hlr_10.42.42.2(pid=9818): stdout: \u000a| (launched: 2022-12-09_07:52:09.208286) \u000a07:52:12.796030 run osmo-hlr_10.42.42.2(pid=9818): stderr: \u000a| �[0;m�[1;31m20221209075209405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075209405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075209405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075209405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075209405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075209405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075209417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075209426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075209426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075209426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:52:12.839814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9807): Terminating (SIGTERM)\u000a07:52:12.881274 run iperf3-srv_10.42.42.10(pid=9808): Terminating (SIGTERM)\u000a07:52:12.923042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9809): Terminating (SIGTERM)\u000a07:52:12.964428 run iperf3-srv_10.42.42.10(pid=9810): Terminating (SIGTERM)\u000a07:52:13.006483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9811): Terminating (SIGTERM)\u000a07:52:13.047830 run iperf3-srv_10.42.42.10(pid=9812): Terminating (SIGTERM)\u000a07:52:13.089564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9813): Terminating (SIGTERM)\u000a07:52:13.131072 run iperf3-srv_10.42.42.10(pid=9814): Terminating (SIGTERM)\u000a07:52:13.172666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9817): Terminating (SIGTERM)\u000a07:52:13.214388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9820): Terminating (SIGTERM)\u000a07:52:13.255950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9823): Terminating (SIGTERM)\u000a07:52:13.265780 --- ParallelTerminationStrategy: PID 9807 died...\u000a07:52:13.321833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9807): Terminated: ok {rc=0}\u000a07:52:13.332030 --- ParallelTerminationStrategy: PID 9808 died...\u000a07:52:13.387283 run iperf3-srv_10.42.42.10(pid=9808): Terminated {rc=256}\u000a07:52:13.397466 --- ParallelTerminationStrategy: PID 9809 died...\u000a07:52:13.452573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9809): Terminated: ok {rc=0}\u000a07:52:13.462779 --- ParallelTerminationStrategy: PID 9810 died...\u000a07:52:13.517842 run iperf3-srv_10.42.42.10(pid=9810): Terminated {rc=256}\u000a07:52:13.527993 --- ParallelTerminationStrategy: PID 9811 died...\u000a07:52:13.583180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9811): Terminated: ok {rc=0}\u000a07:52:13.593426 --- ParallelTerminationStrategy: PID 9812 died...\u000a07:52:13.648888 run iperf3-srv_10.42.42.10(pid=9812): Terminated {rc=256}\u000a07:52:13.659277 --- ParallelTerminationStrategy: PID 9813 died...\u000a07:52:13.714500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9813): Terminated: ok {rc=0}\u000a07:52:13.724603 --- ParallelTerminationStrategy: PID 9814 died...\u000a07:52:13.779715 run iperf3-srv_10.42.42.10(pid=9814): Terminated {rc=256}\u000a07:52:13.790022 --- ParallelTerminationStrategy: PID 9817 died...\u000a07:52:13.845170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9817): Terminated: ok {rc=0}\u000a07:52:13.855006 --- ParallelTerminationStrategy: PID 9820 died...\u000a07:52:13.910120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9820): Terminated: ok {rc=0}\u000a07:52:13.920117 --- ParallelTerminationStrategy: PID 9823 died...\u000a07:52:13.976228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9823): Terminated: ok {rc=0}\u000a07:52:14.061444 bus /gobi_4: Setting Powered False\u000a07:52:15.167740 bus /gobi_4: Setting Powered False\u000a07:52:16.304842 bus /gobi_1: Setting Powered False\u000a07:52:17.409100 bus /gobi_1: Setting Powered False\u000a07:52:18.517847 bus /gobi_0: Setting Powered False\u000a07:52:19.622204 bus /gobi_0: Setting Powered False\u000a07:52:20.728358 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9831): Process ended prematurely: osmo-stp_10.42.42.5(pid=9831) [trial-2356↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9831)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9831): Process ended prematurely: osmo-stp_10.42.42.5(pid=9831) [trial-2356↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a07:52:21.797448 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:21.809542 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:52:21.945907 tst ping.py: using LAC 20011\u000a07:52:22.071896 tst ping.py: using RAC 121\u000a07:52:22.193931 tst ping.py: using CellId 20011\u000a07:52:22.316178 tst ping.py: using BVCI 20012\u000a07:52:22.340212 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:22.351614 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:22.362785 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:22.373901 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:22.384920 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:22.395921 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:22.407106 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:22.418170 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:52:22.688060 tst ping.py:19: start network...\u000a07:52:22.809643 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:52:23.274374 run create_hlr_db(pid=9825): Launched\u000a07:52:23.442679 bus /gobi_6: Setting Powered False\u000a07:52:24.465054 run create_hlr_db(pid=9825): Terminated: ok {rc=0}\u000a07:52:24.855335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9827): Launched\u000a07:52:25.148366 run osmo-hlr_10.42.42.2(pid=9828): Launched\u000a07:52:25.261020 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:52:25.780110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9830): Launched\u000a07:52:26.074074 run osmo-stp_10.42.42.5(pid=9831): Launched\u000a07:52:26.181218 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:52:26.689864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9833): Launched\u000a07:52:26.794114 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:52:27.049366 run patchelf(pid=9834): Launched\u000a07:52:27.220089 run osmo-stp_10.42.42.5(pid=9831): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9831)]\u000a07:52:27.344887 run osmo-stp_10.42.42.5(pid=9831): stdout: \u000a| (launched: 2022-12-09_07:52:25.928806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:27.470303 run osmo-stp_10.42.42.5(pid=9831): stderr: \u000a| �[0;m�[38;5;43m20221209075226098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075226098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075226098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075226099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075226099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075226099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075226099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:27.591243 run osmo-stp_10.42.42.5(pid=9831): stdout: \u000a| (launched: 2022-12-09_07:52:25.928806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:27.711066 run osmo-stp_10.42.42.5(pid=9831): stderr: \u000a| �[0;m�[38;5;43m20221209075226098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075226098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075226098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075226099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075226099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075226099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075226099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:27.850848 run patchelf(pid=9834): Terminating (SIGINT)\u000a07:52:28.014240 run patchelf(pid=9834): Terminated: ok {rc=0}\u000a07:52:28.044367 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9831): Process ended prematurely: osmo-stp_10.42.42.5(pid=9831) [trial-2356↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9831)] [trial-2356↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a07:52:28.053144 tst ping.py:22: Test FAILED (6.2 sec)\u000a07:52:28.113566 run osmo-hlr_10.42.42.2(pid=9828): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9828)]\u000a07:52:28.162889 run osmo-hlr_10.42.42.2(pid=9828): stdout: \u000a| (launched: 2022-12-09_07:52:25.003377) \u000a07:52:28.212613 run osmo-hlr_10.42.42.2(pid=9828): stderr: \u000a| �[0;m�[1;31m20221209075225176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075225176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075225176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075225176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075225177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075225177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075225189 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075225198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075225198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075225198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:52:28.254195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9827): Terminating (SIGTERM)\u000a07:52:28.293669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9830): Terminating (SIGTERM)\u000a07:52:28.333061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9833): Terminating (SIGTERM)\u000a07:52:28.342473 --- ParallelTerminationStrategy: PID 9827 died...\u000a07:52:28.395286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9827): Terminated: ok {rc=0}\u000a07:52:28.404855 --- ParallelTerminationStrategy: PID 9830 died...\u000a07:52:28.457217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9830): Terminated: ok {rc=0}\u000a07:52:28.466916 --- ParallelTerminationStrategy: PID 9833 died...\u000a07:52:28.519632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9833): Terminated: ok {rc=0}\u000a07:52:28.608070 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9841): Process ended prematurely: osmo-stp_10.42.42.5(pid=9841) [trial-2356↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9841)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9841): Process ended prematurely: osmo-stp_10.42.42.5(pid=9841) [trial-2356↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a07:52:29.658887 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:29.670522 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:52:29.807718 tst ping_idle_ping.py: using LAC 20012\u000a07:52:29.921069 tst ping_idle_ping.py: using RAC 122\u000a07:52:30.034614 tst ping_idle_ping.py: using CellId 20012\u000a07:52:30.148186 tst ping_idle_ping.py: using BVCI 20013\u000a07:52:30.170778 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:30.181820 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:30.192445 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:30.203447 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:30.214303 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:30.225221 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:30.236174 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:52:30.247086 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:52:30.517736 tst ping_idle_ping.py:24: start network...\u000a07:52:30.639875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:52:31.166216 run create_hlr_db(pid=9835): Launched\u000a07:52:31.337839 bus /gobi_6: Setting Powered False\u000a07:52:32.371029 run create_hlr_db(pid=9835): Terminated: ok {rc=0}\u000a07:52:32.787101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9837): Launched\u000a07:52:33.102016 run osmo-hlr_10.42.42.2(pid=9838): Launched\u000a07:52:33.221197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:52:33.770109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9840): Launched\u000a07:52:34.085730 run osmo-stp_10.42.42.5(pid=9841): Launched\u000a07:52:34.199940 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:52:34.749001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9843): Launched\u000a07:52:34.861171 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:52:35.134712 run patchelf(pid=9844): Launched\u000a07:52:35.318616 run osmo-stp_10.42.42.5(pid=9841): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9841)]\u000a07:52:35.452831 run osmo-stp_10.42.42.5(pid=9841): stdout: \u000a| (launched: 2022-12-09_07:52:33.929454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:35.587300 run osmo-stp_10.42.42.5(pid=9841): stderr: \u000a| �[0;m�[38;5;43m20221209075234119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075234119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075234120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075234120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075234121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075234121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075234121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:35.717693 run osmo-stp_10.42.42.5(pid=9841): stdout: \u000a| (launched: 2022-12-09_07:52:33.929454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:35.847389 run osmo-stp_10.42.42.5(pid=9841): stderr: \u000a| �[0;m�[38;5;43m20221209075234119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075234119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075234120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075234120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075234121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075234121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075234121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:35.996144 run patchelf(pid=9844): Terminating (SIGINT)\u000a07:52:36.171223 run patchelf(pid=9844): Terminated: ok {rc=0}\u000a07:52:36.203102 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9841): Process ended prematurely: osmo-stp_10.42.42.5(pid=9841) [trial-2356↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9841)] [trial-2356↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a07:52:36.212556 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a07:52:36.274465 run osmo-hlr_10.42.42.2(pid=9838): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9838)]\u000a07:52:36.325481 run osmo-hlr_10.42.42.2(pid=9838): stdout: \u000a| (launched: 2022-12-09_07:52:32.946701) \u000a07:52:36.377045 run osmo-hlr_10.42.42.2(pid=9838): stderr: \u000a| �[0;m�[1;31m20221209075233143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075233143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075233143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075233143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075233143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075233143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075233155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075233163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075233164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075233164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:52:36.420640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9837): Terminating (SIGTERM)\u000a07:52:36.461723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9840): Terminating (SIGTERM)\u000a07:52:36.503068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9843): Terminating (SIGTERM)\u000a07:52:36.512574 --- ParallelTerminationStrategy: PID 9837 died...\u000a07:52:36.567400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9837): Terminated: ok {rc=0}\u000a07:52:36.577352 --- ParallelTerminationStrategy: PID 9840 died...\u000a07:52:36.631854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9840): Terminated: ok {rc=0}\u000a07:52:36.641671 --- ParallelTerminationStrategy: PID 9843 died...\u000a07:52:36.696116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9843): Terminated: ok {rc=0}\u000a07:52:36.782410 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:51:38" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9860): Process ended prematurely: osmo-stp_10.42.42.5(pid=9860) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9860)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9860): Process ended prematurely: osmo-stp_10.42.42.5(pid=9860) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9860)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:52:38.924570 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:52:38.935867 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:52:39.070074 tst cs_paging_gprs_active.py: using LAC 20013\u000a07:52:39.186444 tst cs_paging_gprs_active.py: using RAC 123\u000a07:52:39.303978 tst cs_paging_gprs_active.py: using CellId 20013\u000a07:52:39.423380 tst cs_paging_gprs_active.py: using BVCI 20014\u000a07:52:39.446225 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:52:39.457328 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:52:39.468184 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:52:39.479864 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:52:39.491614 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:52:39.503462 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:52:39.515370 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:52:39.527181 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:52:39.539576 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:52:39.661402 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:52:39.940795 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:52:40.066805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:52:40.378469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9850): Launched\u000a07:52:40.639475 run iperf3-srv_10.42.42.10(pid=9851): Launched\u000a07:52:40.822074 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:52:40.946727 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:52:41.258455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9852): Launched\u000a07:52:41.516562 run iperf3-srv_10.42.42.10(pid=9853): Launched\u000a07:52:41.698836 tst cs_paging_gprs_active.py:38: start network...\u000a07:52:41.823724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:52:42.299846 run create_hlr_db(pid=9854): Launched\u000a07:52:42.472505 bus /gobi_6: Setting Powered False\u000a07:52:43.494801 run create_hlr_db(pid=9854): Terminated: ok {rc=0}\u000a07:52:43.893546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9856): Launched\u000a07:52:44.193557 run osmo-hlr_10.42.42.2(pid=9857): Launched\u000a07:52:44.312072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:52:44.839141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9859): Launched\u000a07:52:45.139727 run osmo-stp_10.42.42.5(pid=9860): Launched\u000a07:52:45.250538 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:52:45.773353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9862): Launched\u000a07:52:45.895790 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:52:46.184189 run patchelf(pid=9863): Launched\u000a07:52:46.407794 run osmo-stp_10.42.42.5(pid=9860): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9860)]\u000a07:52:46.550392 run osmo-stp_10.42.42.5(pid=9860): stdout: \u000a| (launched: 2022-12-09_07:52:44.991602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:46.693194 run osmo-stp_10.42.42.5(pid=9860): stderr: \u000a| �[0;m�[38;5;43m20221209075245159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075245159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075245159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075245159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075245160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075245160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075245160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:46.828092 run osmo-stp_10.42.42.5(pid=9860): stdout: \u000a| (launched: 2022-12-09_07:52:44.991602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:46.963540 run osmo-stp_10.42.42.5(pid=9860): stderr: \u000a| �[0;m�[38;5;43m20221209075245159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075245159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075245159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075245159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075245160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075245160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075245160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:47.121053 run patchelf(pid=9863): Terminating (SIGINT)\u000a07:52:47.300796 run patchelf(pid=9863): Terminated: ok {rc=0}\u000a07:52:47.334296 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9860): Process ended prematurely: osmo-stp_10.42.42.5(pid=9860) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9860)] [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:52:47.344613 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a07:52:47.407835 run osmo-hlr_10.42.42.2(pid=9857): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9857)]\u000a07:52:47.459218 run osmo-hlr_10.42.42.2(pid=9857): stdout: \u000a| (launched: 2022-12-09_07:52:44.045626) \u000a07:52:47.513159 run osmo-hlr_10.42.42.2(pid=9857): stderr: \u000a| �[0;m�[1;31m20221209075244220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075244220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075244220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075244220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075244221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075244221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075244232 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075244241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075244241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075244242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:52:47.555393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9850): Terminating (SIGTERM)\u000a07:52:47.595965 run iperf3-srv_10.42.42.10(pid=9851): Terminating (SIGTERM)\u000a07:52:47.636380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9852): Terminating (SIGTERM)\u000a07:52:47.676700 run iperf3-srv_10.42.42.10(pid=9853): Terminating (SIGTERM)\u000a07:52:47.717941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9856): Terminating (SIGTERM)\u000a07:52:47.757838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9859): Terminating (SIGTERM)\u000a07:52:47.798235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9862): Terminating (SIGTERM)\u000a07:52:47.808138 --- ParallelTerminationStrategy: PID 9850 died...\u000a07:52:47.862611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9850): Terminated: ok {rc=0}\u000a07:52:47.872311 --- ParallelTerminationStrategy: PID 9851 died...\u000a07:52:47.925816 run iperf3-srv_10.42.42.10(pid=9851): Terminated {rc=256}\u000a07:52:47.936172 --- ParallelTerminationStrategy: PID 9852 died...\u000a07:52:47.990869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9852): Terminated: ok {rc=0}\u000a07:52:48.000478 --- ParallelTerminationStrategy: PID 9853 died...\u000a07:52:48.055147 run iperf3-srv_10.42.42.10(pid=9853): Terminated {rc=256}\u000a07:52:48.064884 --- ParallelTerminationStrategy: PID 9856 died...\u000a07:52:48.119460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9856): Terminated: ok {rc=0}\u000a07:52:48.129286 --- ParallelTerminationStrategy: PID 9859 died...\u000a07:52:48.184165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9859): Terminated: ok {rc=0}\u000a07:52:48.193832 --- ParallelTerminationStrategy: PID 9862 died...\u000a07:52:48.248887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9862): Terminated: ok {rc=0}\u000a07:52:48.336368 bus /gobi_0: Setting Powered False\u000a07:52:49.440109 bus /gobi_0: Setting Powered False\u000a07:52:50.551058 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9872): Process ended prematurely: osmo-stp_10.42.42.5(pid=9872) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9872)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9872): Process ended prematurely: osmo-stp_10.42.42.5(pid=9872) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9872)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:52:51.666067 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:52:51.678433 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:52:51.819514 tst iperf3.py: using LAC 20014\u000a07:52:51.945333 tst iperf3.py: using RAC 124\u000a07:52:52.073066 tst iperf3.py: using CellId 20014\u000a07:52:52.197116 tst iperf3.py: using BVCI 20015\u000a07:52:52.221676 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:52:52.233413 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:52:52.244755 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:52:52.256639 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:52:52.268166 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:52:52.279763 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:52:52.291367 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:52:52.303284 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:52:52.315123 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:52:52.592882 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:52:52.718281 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:52:53.029941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9864): Launched\u000a07:52:53.287893 run iperf3-srv_10.42.42.10(pid=9865): Launched\u000a07:52:53.470456 tst iperf3.py:8: start network...\u000a07:52:53.595438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:52:54.066453 run create_hlr_db(pid=9866): Launched\u000a07:52:54.236795 bus /gobi_6: Setting Powered False\u000a07:52:55.259836 run create_hlr_db(pid=9866): Terminated: ok {rc=0}\u000a07:52:55.685499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9868): Launched\u000a07:52:56.007024 run osmo-hlr_10.42.42.2(pid=9869): Launched\u000a07:52:56.123888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:52:56.678948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9871): Launched\u000a07:52:56.998036 run osmo-stp_10.42.42.5(pid=9872): Launched\u000a07:52:57.113743 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:52:57.670007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9874): Launched\u000a07:52:57.783871 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:52:58.063005 run patchelf(pid=9875): Launched\u000a07:52:58.249050 run osmo-stp_10.42.42.5(pid=9872): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9872)]\u000a07:52:58.386223 run osmo-stp_10.42.42.5(pid=9872): stdout: \u000a| (launched: 2022-12-09_07:52:56.841076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:58.522704 run osmo-stp_10.42.42.5(pid=9872): stderr: \u000a| �[0;m�[38;5;43m20221209075257030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075257030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075257031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075257031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075257032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075257032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075257032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:58.654807 run osmo-stp_10.42.42.5(pid=9872): stdout: \u000a| (launched: 2022-12-09_07:52:56.841076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:58.785936 run osmo-stp_10.42.42.5(pid=9872): stderr: \u000a| �[0;m�[38;5;43m20221209075257030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075257030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075257031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075257031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075257032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075257032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075257032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:58.937648 run patchelf(pid=9875): Terminating (SIGINT)\u000a07:52:59.115760 run patchelf(pid=9875): Terminated: ok {rc=0}\u000a07:52:59.148531 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9872): Process ended prematurely: osmo-stp_10.42.42.5(pid=9872) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9872)] [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a07:52:59.158565 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:52:59.221647 run osmo-hlr_10.42.42.2(pid=9869): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9869)]\u000a07:52:59.273195 run osmo-hlr_10.42.42.2(pid=9869): stdout: \u000a| (launched: 2022-12-09_07:52:55.848471) \u000a07:52:59.325866 run osmo-hlr_10.42.42.2(pid=9869): stderr: \u000a| �[0;m�[1;31m20221209075256046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075256046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075256046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075256046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075256046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075256046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075256058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075256066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075256066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075256066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:52:59.370928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9864): Terminating (SIGTERM)\u000a07:52:59.412934 run iperf3-srv_10.42.42.10(pid=9865): Terminating (SIGTERM)\u000a07:52:59.455064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9868): Terminating (SIGTERM)\u000a07:52:59.496914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9871): Terminating (SIGTERM)\u000a07:52:59.539126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9874): Terminating (SIGTERM)\u000a07:52:59.548818 --- ParallelTerminationStrategy: PID 9864 died...\u000a07:52:59.604658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9864): Terminated: ok {rc=0}\u000a07:52:59.614774 --- ParallelTerminationStrategy: PID 9865 died...\u000a07:52:59.670228 run iperf3-srv_10.42.42.10(pid=9865): Terminated {rc=256}\u000a07:52:59.680173 --- ParallelTerminationStrategy: PID 9868 died...\u000a07:52:59.735617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9868): Terminated: ok {rc=0}\u000a07:52:59.745904 --- ParallelTerminationStrategy: PID 9871 died...\u000a07:52:59.801236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9871): Terminated: ok {rc=0}\u000a07:52:59.811513 --- ParallelTerminationStrategy: PID 9874 died...\u000a07:52:59.867146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9874): Terminated: ok {rc=0}\u000a07:52:59.954605 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10161): Process ended prematurely: osmo-stp_10.42.42.5(pid=10161) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10161)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10161): Process ended prematurely: osmo-stp_10.42.42.5(pid=10161) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:53:01.071687 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:01.084907 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:53:01.252579 tst iperf3m4.py: using LAC 20015\u000a07:53:01.414814 tst iperf3m4.py: using RAC 125\u000a07:53:01.576589 tst iperf3m4.py: using CellId 20015\u000a07:53:01.746630 tst iperf3m4.py: using BVCI 20016\u000a07:53:01.781581 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:01.797283 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:01.809745 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:01.822099 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:01.835942 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:01.855144 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:01.872884 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:01.893634 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:01.909985 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:53:02.067946 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:53:02.233641 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:53:02.367656 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:53:02.720106 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:53:02.888322 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:53:03.287392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9949): Launched\u000a07:53:03.627869 run iperf3-srv_10.42.42.10(pid=9977): Launched\u000a07:53:03.863318 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:53:04.017364 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:53:04.417116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10082): Launched\u000a07:53:04.764352 run iperf3-srv_10.42.42.10(pid=10128): Launched\u000a07:53:04.967976 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:53:05.109947 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:53:05.447354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10149): Launched\u000a07:53:05.740526 run iperf3-srv_10.42.42.10(pid=10150): Launched\u000a07:53:05.940034 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:53:06.076216 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:53:06.424305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10151): Launched\u000a07:53:06.705676 run iperf3-srv_10.42.42.10(pid=10153): Launched\u000a07:53:06.903844 tst iperf3m4.py:8: start network...\u000a07:53:07.040116 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:53:07.590579 run create_hlr_db(pid=10155): Launched\u000a07:53:07.768317 bus /gobi_6: Setting Powered False\u000a07:53:08.789759 run create_hlr_db(pid=10155): Terminated: ok {rc=0}\u000a07:53:09.208053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10157): Launched\u000a07:53:09.617692 run osmo-hlr_10.42.42.2(pid=10158): Launched\u000a07:53:09.858139 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:53:10.436860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10160): Launched\u000a07:53:10.858219 run osmo-stp_10.42.42.5(pid=10161): Launched\u000a07:53:11.083308 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:53:11.665629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10163): Launched\u000a07:53:11.785779 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:53:12.082110 run patchelf(pid=10164): Launched\u000a07:53:12.273666 run osmo-stp_10.42.42.5(pid=10161): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10161)]\u000a07:53:12.414812 run osmo-stp_10.42.42.5(pid=10161): stdout: \u000a| (launched: 2022-12-09_07:53:10.603317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:12.555200 run osmo-stp_10.42.42.5(pid=10161): stderr: \u000a| �[0;m�[38;5;43m20221209075310892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075310892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075310892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075310893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075310893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075310893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075310893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:12.691092 run osmo-stp_10.42.42.5(pid=10161): stdout: \u000a| (launched: 2022-12-09_07:53:10.603317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:12.825654 run osmo-stp_10.42.42.5(pid=10161): stderr: \u000a| �[0;m�[38;5;43m20221209075310892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075310892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075310892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075310893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075310893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075310893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075310893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:12.981675 run patchelf(pid=10164): Terminating (SIGINT)\u000a07:53:13.164148 run patchelf(pid=10164): Terminated: ok {rc=0}\u000a07:53:13.198796 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10161): Process ended prematurely: osmo-stp_10.42.42.5(pid=10161) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10161)] [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:53:13.210203 tst iperf3m4.py:8: Test FAILED (12.2 sec)\u000a07:53:13.276068 run osmo-hlr_10.42.42.2(pid=10158): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10158)]\u000a07:53:13.329805 run osmo-hlr_10.42.42.2(pid=10158): stdout: \u000a| (launched: 2022-12-09_07:53:09.364407) \u000a07:53:13.383653 run osmo-hlr_10.42.42.2(pid=10158): stderr: \u000a| �[0;m�[1;31m20221209075309662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075309662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075309662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075309662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075309662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075309662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075309679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075309696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075309696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075309696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:53:13.429562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9949): Terminating (SIGTERM)\u000a07:53:13.473056 run iperf3-srv_10.42.42.10(pid=9977): Terminating (SIGTERM)\u000a07:53:13.518398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10082): Terminating (SIGTERM)\u000a07:53:13.562367 run iperf3-srv_10.42.42.10(pid=10128): Terminating (SIGTERM)\u000a07:53:13.606096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10149): Terminating (SIGTERM)\u000a07:53:13.651581 run iperf3-srv_10.42.42.10(pid=10150): Terminating (SIGTERM)\u000a07:53:13.697051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10151): Terminating (SIGTERM)\u000a07:53:13.742677 run iperf3-srv_10.42.42.10(pid=10153): Terminating (SIGTERM)\u000a07:53:13.786598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10157): Terminating (SIGTERM)\u000a07:53:13.832057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10160): Terminating (SIGTERM)\u000a07:53:13.876564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10163): Terminating (SIGTERM)\u000a07:53:13.888554 --- ParallelTerminationStrategy: PID 9949 died...\u000a07:53:13.948044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9949): Terminated: ok {rc=0}\u000a07:53:13.958992 --- ParallelTerminationStrategy: PID 9977 died...\u000a07:53:14.016260 run iperf3-srv_10.42.42.10(pid=9977): Terminated {rc=256}\u000a07:53:14.027163 --- ParallelTerminationStrategy: PID 10082 died...\u000a07:53:14.084637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10082): Terminated: ok {rc=0}\u000a07:53:14.095577 --- ParallelTerminationStrategy: PID 10128 died...\u000a07:53:14.153175 run iperf3-srv_10.42.42.10(pid=10128): Terminated {rc=256}\u000a07:53:14.164122 --- ParallelTerminationStrategy: PID 10149 died...\u000a07:53:14.221915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10149): Terminated: ok {rc=0}\u000a07:53:14.232834 --- ParallelTerminationStrategy: PID 10150 died...\u000a07:53:14.290384 run iperf3-srv_10.42.42.10(pid=10150): Terminated {rc=256}\u000a07:53:14.301431 --- ParallelTerminationStrategy: PID 10151 died...\u000a07:53:14.359388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10151): Terminated: ok {rc=0}\u000a07:53:14.370484 --- ParallelTerminationStrategy: PID 10153 died...\u000a07:53:14.428567 run iperf3-srv_10.42.42.10(pid=10153): Terminated {rc=256}\u000a07:53:14.439660 --- ParallelTerminationStrategy: PID 10157 died...\u000a07:53:14.497295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10157): Terminated: ok {rc=0}\u000a07:53:14.508199 --- ParallelTerminationStrategy: PID 10160 died...\u000a07:53:14.566037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10160): Terminated: ok {rc=0}\u000a07:53:14.577128 --- ParallelTerminationStrategy: PID 10163 died...\u000a07:53:14.634992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10163): Terminated: ok {rc=0}\u000a07:53:14.726278 bus /gobi_4: Setting Powered False\u000a07:53:15.843519 bus /gobi_4: Setting Powered False\u000a07:53:17.023231 bus /gobi_1: Setting Powered False\u000a07:53:18.137058 bus /gobi_1: Setting Powered False\u000a07:53:19.251439 bus /gobi_0: Setting Powered False\u000a07:53:20.363278 bus /gobi_0: Setting Powered False\u000a07:53:21.478313 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10171): Process ended prematurely: osmo-stp_10.42.42.5(pid=10171) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10171)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10171): Process ended prematurely: osmo-stp_10.42.42.5(pid=10171) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:53:22.549905 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:22.563472 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:53:22.711401 tst ping.py: using LAC 20016\u000a07:53:22.836866 tst ping.py: using RAC 126\u000a07:53:22.968905 tst ping.py: using CellId 20016\u000a07:53:23.095769 tst ping.py: using BVCI 20017\u000a07:53:23.121215 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:23.133913 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:23.147069 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:23.159397 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:23.171731 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:23.184165 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:23.196742 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:23.209109 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:53:23.507105 tst ping.py:19: start network...\u000a07:53:23.642427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:53:24.199484 run create_hlr_db(pid=10165): Launched\u000a07:53:24.393874 bus /gobi_6: Setting Powered False\u000a07:53:25.402183 run create_hlr_db(pid=10165): Terminated: ok {rc=0}\u000a07:53:25.806275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10167): Launched\u000a07:53:26.100825 run osmo-hlr_10.42.42.2(pid=10168): Launched\u000a07:53:26.207955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:53:26.723947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10170): Launched\u000a07:53:27.019875 run osmo-stp_10.42.42.5(pid=10171): Launched\u000a07:53:27.128222 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:53:27.644559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10173): Launched\u000a07:53:27.750143 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:53:28.007546 run patchelf(pid=10174): Launched\u000a07:53:28.181134 run osmo-stp_10.42.42.5(pid=10171): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10171)]\u000a07:53:28.307927 run osmo-stp_10.42.42.5(pid=10171): stdout: \u000a| (launched: 2022-12-09_07:53:26.872557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:28.435052 run osmo-stp_10.42.42.5(pid=10171): stderr: \u000a| �[0;m�[38;5;43m20221209075327039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075327040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075327040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075327040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075327041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075327041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075327041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:28.558167 run osmo-stp_10.42.42.5(pid=10171): stdout: \u000a| (launched: 2022-12-09_07:53:26.872557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:28.679906 run osmo-stp_10.42.42.5(pid=10171): stderr: \u000a| �[0;m�[38;5;43m20221209075327039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075327040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075327040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075327040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075327041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075327041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075327041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:28.820890 run patchelf(pid=10174): Terminating (SIGINT)\u000a07:53:28.986163 run patchelf(pid=10174): Terminated: ok {rc=0}\u000a07:53:29.016418 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10171): Process ended prematurely: osmo-stp_10.42.42.5(pid=10171) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10171)] [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a07:53:29.025501 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:53:29.086321 run osmo-hlr_10.42.42.2(pid=10168): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10168)]\u000a07:53:29.135676 run osmo-hlr_10.42.42.2(pid=10168): stdout: \u000a| (launched: 2022-12-09_07:53:25.954839) \u000a07:53:29.186112 run osmo-hlr_10.42.42.2(pid=10168): stderr: \u000a| �[0;m�[1;31m20221209075326131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075326131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075326131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075326131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075326131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075326131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075326166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075326176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075326176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075326176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:53:29.228482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10167): Terminating (SIGTERM)\u000a07:53:29.268708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10170): Terminating (SIGTERM)\u000a07:53:29.309026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10173): Terminating (SIGTERM)\u000a07:53:29.318709 --- ParallelTerminationStrategy: PID 10167 died...\u000a07:53:29.372379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10167): Terminated: ok {rc=0}\u000a07:53:29.382126 --- ParallelTerminationStrategy: PID 10170 died...\u000a07:53:29.434983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10170): Terminated: ok {rc=0}\u000a07:53:29.445034 --- ParallelTerminationStrategy: PID 10173 died...\u000a07:53:29.498419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10173): Terminated: ok {rc=0}\u000a07:53:29.580727 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10181): Process ended prematurely: osmo-stp_10.42.42.5(pid=10181) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10181)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10181): Process ended prematurely: osmo-stp_10.42.42.5(pid=10181) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:53:30.633366 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:30.647137 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:53:30.788038 tst ping_idle_ping.py: using LAC 20017\u000a07:53:30.948838 tst ping_idle_ping.py: using RAC 127\u000a07:53:31.078988 tst ping_idle_ping.py: using CellId 20017\u000a07:53:31.236143 tst ping_idle_ping.py: using BVCI 20018\u000a07:53:31.264839 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:31.278639 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:31.291759 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:31.305392 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:31.319341 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:31.331573 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:31.343403 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:53:31.356353 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:53:31.638825 tst ping_idle_ping.py:24: start network...\u000a07:53:31.769204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:53:32.314529 run create_hlr_db(pid=10175): Launched\u000a07:53:32.486321 bus /gobi_6: Setting Powered False\u000a07:53:33.507716 run create_hlr_db(pid=10175): Terminated: ok {rc=0}\u000a07:53:33.902155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10177): Launched\u000a07:53:34.198351 run osmo-hlr_10.42.42.2(pid=10178): Launched\u000a07:53:34.313451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:53:34.832902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10180): Launched\u000a07:53:35.129671 run osmo-stp_10.42.42.5(pid=10181): Launched\u000a07:53:35.237387 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:53:35.751841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10183): Launched\u000a07:53:35.857866 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:53:36.115602 run patchelf(pid=10184): Launched\u000a07:53:36.288129 run osmo-stp_10.42.42.5(pid=10181): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10181)]\u000a07:53:36.414667 run osmo-stp_10.42.42.5(pid=10181): stdout: \u000a| (launched: 2022-12-09_07:53:34.982302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:36.541393 run osmo-stp_10.42.42.5(pid=10181): stderr: \u000a| �[0;m�[38;5;43m20221209075335152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075335152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075335153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075335153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075335153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075335154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075335154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:36.664045 run osmo-stp_10.42.42.5(pid=10181): stdout: \u000a| (launched: 2022-12-09_07:53:34.982302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:36.785198 run osmo-stp_10.42.42.5(pid=10181): stderr: \u000a| �[0;m�[38;5;43m20221209075335152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075335152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075335153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075335153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075335153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075335154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075335154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:36.925637 run patchelf(pid=10184): Terminating (SIGINT)\u000a07:53:37.090017 run patchelf(pid=10184): Terminated: ok {rc=0}\u000a07:53:37.120246 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10181): Process ended prematurely: osmo-stp_10.42.42.5(pid=10181) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10181)] [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:53:37.129079 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a07:53:37.189237 run osmo-hlr_10.42.42.2(pid=10178): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10178)]\u000a07:53:37.237873 run osmo-hlr_10.42.42.2(pid=10178): stdout: \u000a| (launched: 2022-12-09_07:53:34.051546) \u000a07:53:37.287416 run osmo-hlr_10.42.42.2(pid=10178): stderr: \u000a| �[0;m�[1;31m20221209075334225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075334225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075334225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075334225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075334226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075334226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075334238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075334248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075334248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075334248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:53:37.329207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10177): Terminating (SIGTERM)\u000a07:53:37.368753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10180): Terminating (SIGTERM)\u000a07:53:37.408299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10183): Terminating (SIGTERM)\u000a07:53:37.417922 --- ParallelTerminationStrategy: PID 10177 died...\u000a07:53:37.470885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10177): Terminated: ok {rc=0}\u000a07:53:37.480635 --- ParallelTerminationStrategy: PID 10180 died...\u000a07:53:37.533516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10180): Terminated: ok {rc=0}\u000a07:53:37.543061 --- ParallelTerminationStrategy: PID 10183 died...\u000a07:53:37.595606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10183): Terminated: ok {rc=0}\u000a07:53:37.678492 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:52:38" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10198): Process ended prematurely: osmo-stp_10.42.42.5(pid=10198) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10198)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10198): Process ended prematurely: osmo-stp_10.42.42.5(pid=10198) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:53:39.846836 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:53:39.858903 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:53:40.021044 tst cs_paging_gprs_active.py: using LAC 20018\u000a07:53:40.149192 tst cs_paging_gprs_active.py: using RAC 128\u000a07:53:40.276628 tst cs_paging_gprs_active.py: using CellId 20018\u000a07:53:40.402328 tst cs_paging_gprs_active.py: using BVCI 20019\u000a07:53:40.426902 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:53:40.438560 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:53:40.450005 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:53:40.461945 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:53:40.474444 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:53:40.486435 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:53:40.498623 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:53:40.510123 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:53:40.522051 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:53:40.645876 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:53:40.924696 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:53:41.050165 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:53:41.362928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10188): Launched\u000a07:53:41.623229 run iperf3-srv_10.42.42.10(pid=10189): Launched\u000a07:53:41.807081 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:53:41.933116 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:53:42.245273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10190): Launched\u000a07:53:42.504774 run iperf3-srv_10.42.42.10(pid=10191): Launched\u000a07:53:42.687432 tst cs_paging_gprs_active.py:38: start network...\u000a07:53:42.812316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:53:43.286966 run create_hlr_db(pid=10192): Launched\u000a07:53:43.460600 bus /gobi_6: Setting Powered False\u000a07:53:44.482694 run create_hlr_db(pid=10192): Terminated: ok {rc=0}\u000a07:53:44.910792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10194): Launched\u000a07:53:45.234323 run osmo-hlr_10.42.42.2(pid=10195): Launched\u000a07:53:45.351973 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:53:45.944407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10197): Launched\u000a07:53:46.364351 run osmo-stp_10.42.42.5(pid=10198): Launched\u000a07:53:46.509504 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:53:47.151182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10200): Launched\u000a07:53:47.267346 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:53:47.549059 run patchelf(pid=10201): Launched\u000a07:53:47.737005 run osmo-stp_10.42.42.5(pid=10198): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10198)]\u000a07:53:47.874239 run osmo-stp_10.42.42.5(pid=10198): stdout: \u000a| (launched: 2022-12-09_07:53:46.110398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:48.012071 run osmo-stp_10.42.42.5(pid=10198): stderr: \u000a| �[0;m�[38;5;43m20221209075346402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075346402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075346402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075346403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075346403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075346403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075346403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:48.145048 run osmo-stp_10.42.42.5(pid=10198): stdout: \u000a| (launched: 2022-12-09_07:53:46.110398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:48.276805 run osmo-stp_10.42.42.5(pid=10198): stderr: \u000a| �[0;m�[38;5;43m20221209075346402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075346402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075346402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075346403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075346403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075346403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075346403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:48.430544 run patchelf(pid=10201): Terminating (SIGINT)\u000a07:53:48.610360 run patchelf(pid=10201): Terminated: ok {rc=0}\u000a07:53:48.643543 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10198): Process ended prematurely: osmo-stp_10.42.42.5(pid=10198) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10198)] [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:53:48.653671 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a07:53:48.716611 run osmo-hlr_10.42.42.2(pid=10195): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10195)]\u000a07:53:48.767871 run osmo-hlr_10.42.42.2(pid=10195): stdout: \u000a| (launched: 2022-12-09_07:53:45.074427) \u000a07:53:48.819553 run osmo-hlr_10.42.42.2(pid=10195): stderr: \u000a| �[0;m�[1;31m20221209075345274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075345274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075345274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075345275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075345275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075345275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075345287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075345295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075345296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075345296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:53:48.863545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10188): Terminating (SIGTERM)\u000a07:53:48.905578 run iperf3-srv_10.42.42.10(pid=10189): Terminating (SIGTERM)\u000a07:53:48.947148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10190): Terminating (SIGTERM)\u000a07:53:48.988434 run iperf3-srv_10.42.42.10(pid=10191): Terminating (SIGTERM)\u000a07:53:49.029855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10194): Terminating (SIGTERM)\u000a07:53:49.071212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10197): Terminating (SIGTERM)\u000a07:53:49.112598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10200): Terminating (SIGTERM)\u000a07:53:49.122203 --- ParallelTerminationStrategy: PID 10188 died...\u000a07:53:49.177496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10188): Terminated: ok {rc=0}\u000a07:53:49.187448 --- ParallelTerminationStrategy: PID 10189 died...\u000a07:53:49.242448 run iperf3-srv_10.42.42.10(pid=10189): Terminated {rc=256}\u000a07:53:49.252326 --- ParallelTerminationStrategy: PID 10190 died...\u000a07:53:49.307163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10190): Terminated: ok {rc=0}\u000a07:53:49.317142 --- ParallelTerminationStrategy: PID 10191 died...\u000a07:53:49.372345 run iperf3-srv_10.42.42.10(pid=10191): Terminated {rc=256}\u000a07:53:49.382366 --- ParallelTerminationStrategy: PID 10194 died...\u000a07:53:49.437228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10194): Terminated: ok {rc=0}\u000a07:53:49.447056 --- ParallelTerminationStrategy: PID 10197 died...\u000a07:53:49.501988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10197): Terminated: ok {rc=0}\u000a07:53:49.511878 --- ParallelTerminationStrategy: PID 10200 died...\u000a07:53:49.567247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10200): Terminated: ok {rc=0}\u000a07:53:49.653989 bus /gobi_0: Setting Powered False\u000a07:53:50.761061 bus /gobi_0: Setting Powered False\u000a07:53:51.872135 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10210): Process ended prematurely: osmo-stp_10.42.42.5(pid=10210) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10210)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10210): Process ended prematurely: osmo-stp_10.42.42.5(pid=10210) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:53:52.982366 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:53:52.994490 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:53:53.157226 tst iperf3.py: using LAC 20019\u000a07:53:53.284094 tst iperf3.py: using RAC 129\u000a07:53:53.414804 tst iperf3.py: using CellId 20019\u000a07:53:53.539045 tst iperf3.py: using BVCI 20020\u000a07:53:53.563822 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:53:53.575722 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:53:53.587244 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:53:53.598817 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:53:53.610297 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:53:53.621721 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:53:53.633270 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:53:53.644715 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:53:53.656330 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:53:53.949322 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:53:54.083291 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:53:54.417102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10202): Launched\u000a07:53:54.693473 run iperf3-srv_10.42.42.10(pid=10203): Launched\u000a07:53:54.890701 tst iperf3.py:8: start network...\u000a07:53:55.025601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:53:55.541370 run create_hlr_db(pid=10204): Launched\u000a07:53:55.726364 bus /gobi_6: Setting Powered False\u000a07:53:56.747696 run create_hlr_db(pid=10204): Terminated: ok {rc=0}\u000a07:53:57.151185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10206): Launched\u000a07:53:57.452072 run osmo-hlr_10.42.42.2(pid=10207): Launched\u000a07:53:57.570308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:53:58.103944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10209): Launched\u000a07:53:58.404847 run osmo-stp_10.42.42.5(pid=10210): Launched\u000a07:53:58.514883 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:53:59.038911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10212): Launched\u000a07:53:59.146729 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:53:59.409427 run patchelf(pid=10213): Launched\u000a07:53:59.584830 run osmo-stp_10.42.42.5(pid=10210): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10210)]\u000a07:53:59.713997 run osmo-stp_10.42.42.5(pid=10210): stdout: \u000a| (launched: 2022-12-09_07:53:58.255874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:59.842862 run osmo-stp_10.42.42.5(pid=10210): stderr: \u000a| �[0;m�[38;5;43m20221209075358427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075358427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075358427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075358427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075358428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075358428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075358428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:59.967171 run osmo-stp_10.42.42.5(pid=10210): stdout: \u000a| (launched: 2022-12-09_07:53:58.255874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:00.090694 run osmo-stp_10.42.42.5(pid=10210): stderr: \u000a| �[0;m�[38;5;43m20221209075358427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075358427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075358427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075358427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075358428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075358428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075358428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:00.234503 run patchelf(pid=10213): Terminating (SIGINT)\u000a07:54:00.403179 run patchelf(pid=10213): Terminated: ok {rc=0}\u000a07:54:00.434483 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10210): Process ended prematurely: osmo-stp_10.42.42.5(pid=10210) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10210)] [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:54:00.444007 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:54:00.504876 run osmo-hlr_10.42.42.2(pid=10207): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10207)]\u000a07:54:00.554010 run osmo-hlr_10.42.42.2(pid=10207): stdout: \u000a| (launched: 2022-12-09_07:53:57.303336) \u000a07:54:00.603750 run osmo-hlr_10.42.42.2(pid=10207): stderr: \u000a| �[0;m�[1;31m20221209075357480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075357480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075357480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075357480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075357480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075357480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075357493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075357502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075357502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075357502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:54:00.645790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10202): Terminating (SIGTERM)\u000a07:54:00.685628 run iperf3-srv_10.42.42.10(pid=10203): Terminating (SIGTERM)\u000a07:54:00.725743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10206): Terminating (SIGTERM)\u000a07:54:00.765382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10209): Terminating (SIGTERM)\u000a07:54:00.805623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10212): Terminating (SIGTERM)\u000a07:54:00.815176 --- ParallelTerminationStrategy: PID 10202 died...\u000a07:54:00.874162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10202): Terminated: ok {rc=0}\u000a07:54:00.884240 --- ParallelTerminationStrategy: PID 10203 died...\u000a07:54:00.951347 run iperf3-srv_10.42.42.10(pid=10203): Terminated {rc=256}\u000a07:54:00.962335 --- ParallelTerminationStrategy: PID 10206 died...\u000a07:54:01.021145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10206): Terminated: ok {rc=0}\u000a07:54:01.031962 --- ParallelTerminationStrategy: PID 10209 died...\u000a07:54:01.091915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10209): Terminated: ok {rc=0}\u000a07:54:01.102957 --- ParallelTerminationStrategy: PID 10212 died...\u000a07:54:01.161762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10212): Terminated: ok {rc=0}\u000a07:54:01.252144 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10228): Process ended prematurely: osmo-stp_10.42.42.5(pid=10228) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10228)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10228): Process ended prematurely: osmo-stp_10.42.42.5(pid=10228) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:54:02.367182 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:02.379679 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:54:02.547490 tst iperf3m4.py: using LAC 20020\u000a07:54:02.673803 tst iperf3m4.py: using RAC 130\u000a07:54:02.798137 tst iperf3m4.py: using CellId 20020\u000a07:54:02.927376 tst iperf3m4.py: using BVCI 20021\u000a07:54:02.952053 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:02.963803 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:02.975334 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:02.987622 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:02.999606 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:03.011654 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:03.023631 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:03.035449 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:03.047605 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:54:03.171305 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:54:03.292045 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:54:03.412263 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:54:03.705807 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:54:03.839912 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:54:04.172926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10214): Launched\u000a07:54:04.449959 run iperf3-srv_10.42.42.10(pid=10215): Launched\u000a07:54:04.647710 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:54:04.781675 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:54:05.113879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10216): Launched\u000a07:54:05.390659 run iperf3-srv_10.42.42.10(pid=10217): Launched\u000a07:54:05.587448 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:54:05.721717 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:54:06.055302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10218): Launched\u000a07:54:06.333310 run iperf3-srv_10.42.42.10(pid=10219): Launched\u000a07:54:06.530406 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:54:06.665243 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:54:06.999595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10220): Launched\u000a07:54:07.275817 run iperf3-srv_10.42.42.10(pid=10221): Launched\u000a07:54:07.472758 tst iperf3m4.py:8: start network...\u000a07:54:07.606733 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:54:08.119071 run create_hlr_db(pid=10222): Launched\u000a07:54:08.303830 bus /gobi_6: Setting Powered False\u000a07:54:09.325051 run create_hlr_db(pid=10222): Terminated: ok {rc=0}\u000a07:54:09.753786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10224): Launched\u000a07:54:10.074649 run osmo-hlr_10.42.42.2(pid=10225): Launched\u000a07:54:10.193889 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:54:10.756166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10227): Launched\u000a07:54:11.080273 run osmo-stp_10.42.42.5(pid=10228): Launched\u000a07:54:11.197165 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:54:11.759468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10230): Launched\u000a07:54:11.874438 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:54:12.156431 run patchelf(pid=10231): Launched\u000a07:54:12.343582 run osmo-stp_10.42.42.5(pid=10228): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10228)]\u000a07:54:12.480670 run osmo-stp_10.42.42.5(pid=10228): stdout: \u000a| (launched: 2022-12-09_07:54:10.920509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:12.617701 run osmo-stp_10.42.42.5(pid=10228): stderr: \u000a| �[0;m�[38;5;43m20221209075411111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075411111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075411112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075411112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075411112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075411112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075411113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:12.750038 run osmo-stp_10.42.42.5(pid=10228): stdout: \u000a| (launched: 2022-12-09_07:54:10.920509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:12.881190 run osmo-stp_10.42.42.5(pid=10228): stderr: \u000a| �[0;m�[38;5;43m20221209075411111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075411111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075411112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075411112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075411112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075411112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075411113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:13.033857 run patchelf(pid=10231): Terminating (SIGINT)\u000a07:54:13.212416 run patchelf(pid=10231): Terminated: ok {rc=0}\u000a07:54:13.245623 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10228): Process ended prematurely: osmo-stp_10.42.42.5(pid=10228) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10228)] [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:54:13.255708 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a07:54:13.318288 run osmo-hlr_10.42.42.2(pid=10225): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10225)]\u000a07:54:13.369530 run osmo-hlr_10.42.42.2(pid=10225): stdout: \u000a| (launched: 2022-12-09_07:54:09.916572) \u000a07:54:13.421259 run osmo-hlr_10.42.42.2(pid=10225): stderr: \u000a| �[0;m�[1;31m20221209075410116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075410117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075410117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075410117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075410117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075410117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075410129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075410137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075410137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075410137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:54:13.464915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10214): Terminating (SIGTERM)\u000a07:54:13.506371 run iperf3-srv_10.42.42.10(pid=10215): Terminating (SIGTERM)\u000a07:54:13.547892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10216): Terminating (SIGTERM)\u000a07:54:13.589339 run iperf3-srv_10.42.42.10(pid=10217): Terminating (SIGTERM)\u000a07:54:13.630903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10218): Terminating (SIGTERM)\u000a07:54:13.672344 run iperf3-srv_10.42.42.10(pid=10219): Terminating (SIGTERM)\u000a07:54:13.728484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10220): Terminating (SIGTERM)\u000a07:54:13.769631 run iperf3-srv_10.42.42.10(pid=10221): Terminating (SIGTERM)\u000a07:54:13.810794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10224): Terminating (SIGTERM)\u000a07:54:13.851949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10227): Terminating (SIGTERM)\u000a07:54:13.893242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10230): Terminating (SIGTERM)\u000a07:54:13.902794 --- ParallelTerminationStrategy: PID 10214 died...\u000a07:54:13.957966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10214): Terminated: ok {rc=0}\u000a07:54:13.967958 --- ParallelTerminationStrategy: PID 10215 died...\u000a07:54:14.022920 run iperf3-srv_10.42.42.10(pid=10215): Terminated {rc=256}\u000a07:54:14.032775 --- ParallelTerminationStrategy: PID 10216 died...\u000a07:54:14.087684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10216): Terminated: ok {rc=0}\u000a07:54:14.097800 --- ParallelTerminationStrategy: PID 10217 died...\u000a07:54:14.152407 run iperf3-srv_10.42.42.10(pid=10217): Terminated {rc=256}\u000a07:54:14.162396 --- ParallelTerminationStrategy: PID 10218 died...\u000a07:54:14.217306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10218): Terminated: ok {rc=0}\u000a07:54:14.227340 --- ParallelTerminationStrategy: PID 10219 died...\u000a07:54:14.282327 run iperf3-srv_10.42.42.10(pid=10219): Terminated {rc=256}\u000a07:54:14.292485 --- ParallelTerminationStrategy: PID 10220 died...\u000a07:54:14.348055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10220): Terminated: ok {rc=0}\u000a07:54:14.358243 --- ParallelTerminationStrategy: PID 10221 died...\u000a07:54:14.413302 run iperf3-srv_10.42.42.10(pid=10221): Terminated {rc=256}\u000a07:54:14.423326 --- ParallelTerminationStrategy: PID 10224 died...\u000a07:54:14.478619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10224): Terminated: ok {rc=0}\u000a07:54:14.488624 --- ParallelTerminationStrategy: PID 10227 died...\u000a07:54:14.543731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10227): Terminated: ok {rc=0}\u000a07:54:14.553908 --- ParallelTerminationStrategy: PID 10230 died...\u000a07:54:14.608846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10230): Terminated: ok {rc=0}\u000a07:54:14.695350 bus /gobi_4: Setting Powered False\u000a07:54:15.802320 bus /gobi_4: Setting Powered False\u000a07:54:16.914867 bus /gobi_1: Setting Powered False\u000a07:54:18.015617 bus /gobi_1: Setting Powered False\u000a07:54:19.126560 bus /gobi_0: Setting Powered False\u000a07:54:20.230300 bus /gobi_0: Setting Powered False\u000a07:54:21.341752 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10238): Process ended prematurely: osmo-stp_10.42.42.5(pid=10238) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10238)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10238): Process ended prematurely: osmo-stp_10.42.42.5(pid=10238) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:54:22.408710 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:22.420553 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:54:22.578518 tst ping.py: using LAC 20021\u000a07:54:22.707784 tst ping.py: using RAC 131\u000a07:54:22.830943 tst ping.py: using CellId 20021\u000a07:54:22.951384 tst ping.py: using BVCI 20022\u000a07:54:22.976064 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:22.987912 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:22.999651 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:23.011316 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:23.023438 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:23.035039 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:23.046878 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:23.058480 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:54:23.344438 tst ping.py:19: start network...\u000a07:54:23.475080 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:54:23.974540 run create_hlr_db(pid=10232): Launched\u000a07:54:24.155327 bus /gobi_6: Setting Powered False\u000a07:54:25.176070 run create_hlr_db(pid=10232): Terminated: ok {rc=0}\u000a07:54:25.569630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10234): Launched\u000a07:54:25.862015 run osmo-hlr_10.42.42.2(pid=10235): Launched\u000a07:54:25.975316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:54:26.492060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10237): Launched\u000a07:54:26.784838 run osmo-stp_10.42.42.5(pid=10238): Launched\u000a07:54:26.891384 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:54:27.400553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10240): Launched\u000a07:54:27.505300 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:54:27.760904 run patchelf(pid=10241): Launched\u000a07:54:27.932017 run osmo-stp_10.42.42.5(pid=10238): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10238)]\u000a07:54:28.057128 run osmo-stp_10.42.42.5(pid=10238): stdout: \u000a| (launched: 2022-12-09_07:54:26.640186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:28.182747 run osmo-stp_10.42.42.5(pid=10238): stderr: \u000a| �[0;m�[38;5;43m20221209075426804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075426804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075426804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075426805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075426805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075426806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075426806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:28.303859 run osmo-stp_10.42.42.5(pid=10238): stdout: \u000a| (launched: 2022-12-09_07:54:26.640186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:28.424374 run osmo-stp_10.42.42.5(pid=10238): stderr: \u000a| �[0;m�[38;5;43m20221209075426804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075426804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075426804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075426805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075426805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075426806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075426806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:28.563914 run patchelf(pid=10241): Terminating (SIGINT)\u000a07:54:28.727298 run patchelf(pid=10241): Terminated: ok {rc=0}\u000a07:54:28.757372 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10238): Process ended prematurely: osmo-stp_10.42.42.5(pid=10238) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10238)] [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:54:28.766319 tst ping.py:22: Test FAILED (6.3 sec)\u000a07:54:28.826627 run osmo-hlr_10.42.42.2(pid=10235): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10235)]\u000a07:54:28.875746 run osmo-hlr_10.42.42.2(pid=10235): stdout: \u000a| (launched: 2022-12-09_07:54:25.717539) \u000a07:54:28.925356 run osmo-hlr_10.42.42.2(pid=10235): stderr: \u000a| �[0;m�[1;31m20221209075425891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075425891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075425891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075425891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075425891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075425891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075425905 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075425914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075425914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075425914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:54:28.966976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10234): Terminating (SIGTERM)\u000a07:54:29.006768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10237): Terminating (SIGTERM)\u000a07:54:29.046516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10240): Terminating (SIGTERM)\u000a07:54:29.056078 --- ParallelTerminationStrategy: PID 10234 died...\u000a07:54:29.109264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10234): Terminated: ok {rc=0}\u000a07:54:29.119363 --- ParallelTerminationStrategy: PID 10237 died...\u000a07:54:29.172504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10237): Terminated: ok {rc=0}\u000a07:54:29.182260 --- ParallelTerminationStrategy: PID 10240 died...\u000a07:54:29.234964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10240): Terminated: ok {rc=0}\u000a07:54:29.318120 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10248): Process ended prematurely: osmo-stp_10.42.42.5(pid=10248) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10248)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10248): Process ended prematurely: osmo-stp_10.42.42.5(pid=10248) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:54:30.367614 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:30.379616 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:54:30.532402 tst ping_idle_ping.py: using LAC 20022\u000a07:54:30.648873 tst ping_idle_ping.py: using RAC 132\u000a07:54:30.770442 tst ping_idle_ping.py: using CellId 20022\u000a07:54:30.914025 tst ping_idle_ping.py: using BVCI 20023\u000a07:54:30.938811 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:30.951098 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:30.963018 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:30.975551 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:30.987784 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:31.000040 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:31.012115 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:54:31.024610 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:54:31.322017 tst ping_idle_ping.py:24: start network...\u000a07:54:31.456427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:54:32.006240 run create_hlr_db(pid=10242): Launched\u000a07:54:32.192600 bus /gobi_6: Setting Powered False\u000a07:54:33.211167 run create_hlr_db(pid=10242): Terminated: ok {rc=0}\u000a07:54:33.628539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10244): Launched\u000a07:54:33.941991 run osmo-hlr_10.42.42.2(pid=10245): Launched\u000a07:54:34.056542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:54:34.601634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10247): Launched\u000a07:54:34.912933 run osmo-stp_10.42.42.5(pid=10248): Launched\u000a07:54:35.025882 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:54:35.571604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10250): Launched\u000a07:54:35.682658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:54:35.954027 run patchelf(pid=10251): Launched\u000a07:54:36.136518 run osmo-stp_10.42.42.5(pid=10248): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10248)]\u000a07:54:36.269505 run osmo-stp_10.42.42.5(pid=10248): stdout: \u000a| (launched: 2022-12-09_07:54:34.759859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:36.403470 run osmo-stp_10.42.42.5(pid=10248): stderr: \u000a| �[0;m�[38;5;43m20221209075434947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075434947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075434948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075434948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075434948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075434949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075434949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:36.532908 run osmo-stp_10.42.42.5(pid=10248): stdout: \u000a| (launched: 2022-12-09_07:54:34.759859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:36.661194 run osmo-stp_10.42.42.5(pid=10248): stderr: \u000a| �[0;m�[38;5;43m20221209075434947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075434947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075434948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075434948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075434948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075434949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075434949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:36.809748 run patchelf(pid=10251): Terminating (SIGINT)\u000a07:54:36.983710 run patchelf(pid=10251): Terminated: ok {rc=0}\u000a07:54:37.015551 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10248): Process ended prematurely: osmo-stp_10.42.42.5(pid=10248) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10248)] [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:54:37.024757 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a07:54:37.086859 run osmo-hlr_10.42.42.2(pid=10245): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10245)]\u000a07:54:37.137531 run osmo-hlr_10.42.42.2(pid=10245): stdout: \u000a| (launched: 2022-12-09_07:54:33.788171) \u000a07:54:37.188871 run osmo-hlr_10.42.42.2(pid=10245): stderr: \u000a| �[0;m�[1;31m20221209075433982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075433982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075433982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075433982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075433982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075433982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075433994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075434002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075434002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075434002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:54:37.232541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10244): Terminating (SIGTERM)\u000a07:54:37.273955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10247): Terminating (SIGTERM)\u000a07:54:37.315095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10250): Terminating (SIGTERM)\u000a07:54:37.324710 --- ParallelTerminationStrategy: PID 10244 died...\u000a07:54:37.379985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10244): Terminated: ok {rc=0}\u000a07:54:37.389928 --- ParallelTerminationStrategy: PID 10247 died...\u000a07:54:37.444620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10247): Terminated: ok {rc=0}\u000a07:54:37.454489 --- ParallelTerminationStrategy: PID 10250 died...\u000a07:54:37.509936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10250): Terminated: ok {rc=0}\u000a07:54:37.597242 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:53:39" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10265): Process ended prematurely: osmo-stp_10.42.42.5(pid=10265) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10265)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10265): Process ended prematurely: osmo-stp_10.42.42.5(pid=10265) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:54:39.758274 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:54:39.769774 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:54:39.928367 tst cs_paging_gprs_active.py: using LAC 20023\u000a07:54:40.052165 tst cs_paging_gprs_active.py: using RAC 133\u000a07:54:40.175814 tst cs_paging_gprs_active.py: using CellId 20023\u000a07:54:40.299503 tst cs_paging_gprs_active.py: using BVCI 20024\u000a07:54:40.325414 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:54:40.336925 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:54:40.348347 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:54:40.360094 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:54:40.371450 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:54:40.382740 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:54:40.394319 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:54:40.405710 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:54:40.417236 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:54:40.534313 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:54:40.809662 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:54:40.935057 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:54:41.242543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10255): Launched\u000a07:54:41.497586 run iperf3-srv_10.42.42.10(pid=10256): Launched\u000a07:54:41.678964 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:54:41.802977 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:54:42.111593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10257): Launched\u000a07:54:42.368657 run iperf3-srv_10.42.42.10(pid=10258): Launched\u000a07:54:42.549755 tst cs_paging_gprs_active.py:38: start network...\u000a07:54:42.673755 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:54:43.141783 run create_hlr_db(pid=10259): Launched\u000a07:54:43.312222 bus /gobi_6: Setting Powered False\u000a07:54:44.334247 run create_hlr_db(pid=10259): Terminated: ok {rc=0}\u000a07:54:44.760267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10261): Launched\u000a07:54:45.076898 run osmo-hlr_10.42.42.2(pid=10262): Launched\u000a07:54:45.193200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:54:45.742993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10264): Launched\u000a07:54:46.144341 run osmo-stp_10.42.42.5(pid=10265): Launched\u000a07:54:46.302983 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:54:46.961534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10267): Launched\u000a07:54:47.078207 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:54:47.365162 run patchelf(pid=10268): Launched\u000a07:54:47.541733 run osmo-stp_10.42.42.5(pid=10265): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10265)]\u000a07:54:47.671007 run osmo-stp_10.42.42.5(pid=10265): stdout: \u000a| (launched: 2022-12-09_07:54:45.911731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:47.800434 run osmo-stp_10.42.42.5(pid=10265): stderr: \u000a| �[0;m�[38;5;43m20221209075446230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075446230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075446231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075446231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075446231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075446232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075446232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:47.925394 run osmo-stp_10.42.42.5(pid=10265): stdout: \u000a| (launched: 2022-12-09_07:54:45.911731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:48.049210 run osmo-stp_10.42.42.5(pid=10265): stderr: \u000a| �[0;m�[38;5;43m20221209075446230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075446230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075446231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075446231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075446231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075446232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075446232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:48.191865 run patchelf(pid=10268): Terminating (SIGINT)\u000a07:54:48.359454 run patchelf(pid=10268): Terminated: ok {rc=0}\u000a07:54:48.390684 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10265): Process ended prematurely: osmo-stp_10.42.42.5(pid=10265) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10265)] [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:54:48.400197 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a07:54:48.461270 run osmo-hlr_10.42.42.2(pid=10262): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10262)]\u000a07:54:48.510431 run osmo-hlr_10.42.42.2(pid=10262): stdout: \u000a| (launched: 2022-12-09_07:54:44.922090) \u000a07:54:48.560251 run osmo-hlr_10.42.42.2(pid=10262): stderr: \u000a| �[0;m�[1;31m20221209075445116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075445116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075445116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075445116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075445116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075445116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075445128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075445137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075445137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075445137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:54:48.602448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10255): Terminating (SIGTERM)\u000a07:54:48.642533 run iperf3-srv_10.42.42.10(pid=10256): Terminating (SIGTERM)\u000a07:54:48.682919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10257): Terminating (SIGTERM)\u000a07:54:48.723263 run iperf3-srv_10.42.42.10(pid=10258): Terminating (SIGTERM)\u000a07:54:48.763491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10261): Terminating (SIGTERM)\u000a07:54:48.803643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10264): Terminating (SIGTERM)\u000a07:54:48.844009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10267): Terminating (SIGTERM)\u000a07:54:48.853754 --- ParallelTerminationStrategy: PID 10255 died...\u000a07:54:48.907941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10255): Terminated: ok {rc=0}\u000a07:54:48.917931 --- ParallelTerminationStrategy: PID 10256 died...\u000a07:54:48.971182 run iperf3-srv_10.42.42.10(pid=10256): Terminated {rc=256}\u000a07:54:48.980735 --- ParallelTerminationStrategy: PID 10257 died...\u000a07:54:49.033847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10257): Terminated: ok {rc=0}\u000a07:54:49.043565 --- ParallelTerminationStrategy: PID 10258 died...\u000a07:54:49.096595 run iperf3-srv_10.42.42.10(pid=10258): Terminated {rc=256}\u000a07:54:49.106241 --- ParallelTerminationStrategy: PID 10261 died...\u000a07:54:49.158895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10261): Terminated: ok {rc=0}\u000a07:54:49.168867 --- ParallelTerminationStrategy: PID 10264 died...\u000a07:54:49.222124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10264): Terminated: ok {rc=0}\u000a07:54:49.231929 --- ParallelTerminationStrategy: PID 10267 died...\u000a07:54:49.284640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10267): Terminated: ok {rc=0}\u000a07:54:49.372469 bus /gobi_0: Setting Powered False\u000a07:54:50.473456 bus /gobi_0: Setting Powered False\u000a07:54:51.583749 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10277): Process ended prematurely: osmo-stp_10.42.42.5(pid=10277) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10277)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10277): Process ended prematurely: osmo-stp_10.42.42.5(pid=10277) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:54:52.692304 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:54:52.704049 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:54:52.863940 tst iperf3.py: using LAC 20024\u000a07:54:52.988898 tst iperf3.py: using RAC 134\u000a07:54:53.107901 tst iperf3.py: using CellId 20024\u000a07:54:53.246771 tst iperf3.py: using BVCI 20025\u000a07:54:53.271342 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:54:53.284222 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:54:53.296589 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:54:53.307898 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:54:53.319090 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:54:53.330387 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:54:53.342311 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:54:53.353451 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:54:53.364708 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:54:53.638277 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:54:53.762191 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:54:54.070253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10269): Launched\u000a07:54:54.327252 run iperf3-srv_10.42.42.10(pid=10270): Launched\u000a07:54:54.508623 tst iperf3.py:8: start network...\u000a07:54:54.632850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:54:55.110313 run create_hlr_db(pid=10271): Launched\u000a07:54:55.282423 bus /gobi_6: Setting Powered False\u000a07:54:56.304589 run create_hlr_db(pid=10271): Terminated: ok {rc=0}\u000a07:54:56.701449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10273): Launched\u000a07:54:56.999593 run osmo-hlr_10.42.42.2(pid=10274): Launched\u000a07:54:57.112997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:54:57.629613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10276): Launched\u000a07:54:57.927510 run osmo-stp_10.42.42.5(pid=10277): Launched\u000a07:54:58.036251 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:54:58.552642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10279): Launched\u000a07:54:58.658667 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:54:58.917436 run patchelf(pid=10280): Launched\u000a07:54:59.090765 run osmo-stp_10.42.42.5(pid=10277): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10277)]\u000a07:54:59.218008 run osmo-stp_10.42.42.5(pid=10277): stdout: \u000a| (launched: 2022-12-09_07:54:57.780754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:59.346137 run osmo-stp_10.42.42.5(pid=10277): stderr: \u000a| �[0;m�[38;5;43m20221209075457947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075457947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075457947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075457947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075457948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075457948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075457948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:59.469494 run osmo-stp_10.42.42.5(pid=10277): stdout: \u000a| (launched: 2022-12-09_07:54:57.780754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:59.591791 run osmo-stp_10.42.42.5(pid=10277): stderr: \u000a| �[0;m�[38;5;43m20221209075457947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075457947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075457947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075457947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075457948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075457948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075457948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:59.733464 run patchelf(pid=10280): Terminating (SIGINT)\u000a07:54:59.899125 run patchelf(pid=10280): Terminated: ok {rc=0}\u000a07:54:59.929849 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10277): Process ended prematurely: osmo-stp_10.42.42.5(pid=10277) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10277)] [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:54:59.939201 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a07:54:59.998902 run osmo-hlr_10.42.42.2(pid=10274): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10274)]\u000a07:55:00.047696 run osmo-hlr_10.42.42.2(pid=10274): stdout: \u000a| (launched: 2022-12-09_07:54:56.852767) \u000a07:55:00.097276 run osmo-hlr_10.42.42.2(pid=10274): stderr: \u000a| �[0;m�[1;31m20221209075457024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075457024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075457024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075457024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075457024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075457024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075457036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075457045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075457045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075457045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:55:00.139307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10269): Terminating (SIGTERM)\u000a07:55:00.178801 run iperf3-srv_10.42.42.10(pid=10270): Terminating (SIGTERM)\u000a07:55:00.218317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10273): Terminating (SIGTERM)\u000a07:55:00.257791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10276): Terminating (SIGTERM)\u000a07:55:00.297343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10279): Terminating (SIGTERM)\u000a07:55:00.306721 --- ParallelTerminationStrategy: PID 10269 died...\u000a07:55:00.359514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10269): Terminated: ok {rc=0}\u000a07:55:00.369054 --- ParallelTerminationStrategy: PID 10270 died...\u000a07:55:00.421833 run iperf3-srv_10.42.42.10(pid=10270): Terminated {rc=256}\u000a07:55:00.431578 --- ParallelTerminationStrategy: PID 10273 died...\u000a07:55:00.484066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10273): Terminated: ok {rc=0}\u000a07:55:00.493820 --- ParallelTerminationStrategy: PID 10276 died...\u000a07:55:00.546386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10276): Terminated: ok {rc=0}\u000a07:55:00.556181 --- ParallelTerminationStrategy: PID 10279 died...\u000a07:55:00.608839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10279): Terminated: ok {rc=0}\u000a07:55:00.692389 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10298): Process ended prematurely: osmo-stp_10.42.42.5(pid=10298) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10298)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10298): Process ended prematurely: osmo-stp_10.42.42.5(pid=10298) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:55:01.821374 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:01.834738 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:55:02.001360 tst iperf3m4.py: using LAC 20025\u000a07:55:02.140740 tst iperf3m4.py: using RAC 135\u000a07:55:02.265477 tst iperf3m4.py: using CellId 20025\u000a07:55:02.383461 tst iperf3m4.py: using BVCI 20026\u000a07:55:02.406350 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:02.417870 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:02.429105 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:02.440219 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:02.452372 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:02.464248 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:02.476172 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:02.487091 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:02.499478 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:55:02.621921 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:55:02.745437 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:55:02.866798 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:55:03.144597 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:55:03.269231 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:55:03.577930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10284): Launched\u000a07:55:03.833166 run iperf3-srv_10.42.42.10(pid=10285): Launched\u000a07:55:04.013964 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:55:04.138266 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:55:04.445306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10286): Launched\u000a07:55:04.700140 run iperf3-srv_10.42.42.10(pid=10287): Launched\u000a07:55:04.880612 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:55:05.004337 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:55:05.311478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10288): Launched\u000a07:55:05.566398 run iperf3-srv_10.42.42.10(pid=10289): Launched\u000a07:55:05.746814 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:55:05.870946 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:55:06.177856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10290): Launched\u000a07:55:06.433887 run iperf3-srv_10.42.42.10(pid=10291): Launched\u000a07:55:06.617065 tst iperf3m4.py:8: start network...\u000a07:55:06.742285 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:55:07.214290 run create_hlr_db(pid=10292): Launched\u000a07:55:07.387558 bus /gobi_6: Setting Powered False\u000a07:55:08.408792 run create_hlr_db(pid=10292): Terminated: ok {rc=0}\u000a07:55:08.807468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10294): Launched\u000a07:55:09.108071 run osmo-hlr_10.42.42.2(pid=10295): Launched\u000a07:55:09.225437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:55:09.752919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10297): Launched\u000a07:55:10.051996 run osmo-stp_10.42.42.5(pid=10298): Launched\u000a07:55:10.160940 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:55:10.681458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10300): Launched\u000a07:55:10.787988 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:55:11.050002 run patchelf(pid=10301): Launched\u000a07:55:11.226865 run osmo-stp_10.42.42.5(pid=10298): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10298)]\u000a07:55:11.356682 run osmo-stp_10.42.42.5(pid=10298): stdout: \u000a| (launched: 2022-12-09_07:55:09.904837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:11.487019 run osmo-stp_10.42.42.5(pid=10298): stderr: \u000a| �[0;m�[38;5;43m20221209075510072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075510073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075510073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075510073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075510074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075510074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075510074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:11.612352 run osmo-stp_10.42.42.5(pid=10298): stdout: \u000a| (launched: 2022-12-09_07:55:09.904837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:11.736710 run osmo-stp_10.42.42.5(pid=10298): stderr: \u000a| �[0;m�[38;5;43m20221209075510072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075510073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075510073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075510073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075510074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075510074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075510074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:11.881154 run patchelf(pid=10301): Terminating (SIGINT)\u000a07:55:12.050064 run patchelf(pid=10301): Terminated: ok {rc=0}\u000a07:55:12.081100 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10298): Process ended prematurely: osmo-stp_10.42.42.5(pid=10298) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10298)] [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:55:12.090584 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a07:55:12.151153 run osmo-hlr_10.42.42.2(pid=10295): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10295)]\u000a07:55:12.199913 run osmo-hlr_10.42.42.2(pid=10295): stdout: \u000a| (launched: 2022-12-09_07:55:08.959915) \u000a07:55:12.249333 run osmo-hlr_10.42.42.2(pid=10295): stderr: \u000a| �[0;m�[1;31m20221209075509135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075509135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075509135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075509135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075509135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075509135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075509148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075509156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075509157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075509157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:55:12.291304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10284): Terminating (SIGTERM)\u000a07:55:12.330829 run iperf3-srv_10.42.42.10(pid=10285): Terminating (SIGTERM)\u000a07:55:12.370394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10286): Terminating (SIGTERM)\u000a07:55:12.410031 run iperf3-srv_10.42.42.10(pid=10287): Terminating (SIGTERM)\u000a07:55:12.449493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10288): Terminating (SIGTERM)\u000a07:55:12.489079 run iperf3-srv_10.42.42.10(pid=10289): Terminating (SIGTERM)\u000a07:55:12.528851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10290): Terminating (SIGTERM)\u000a07:55:12.568394 run iperf3-srv_10.42.42.10(pid=10291): Terminating (SIGTERM)\u000a07:55:12.608093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10294): Terminating (SIGTERM)\u000a07:55:12.647784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10297): Terminating (SIGTERM)\u000a07:55:12.687474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10300): Terminating (SIGTERM)\u000a07:55:12.697012 --- ParallelTerminationStrategy: PID 10284 died...\u000a07:55:12.750144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10284): Terminated: ok {rc=0}\u000a07:55:12.759764 --- ParallelTerminationStrategy: PID 10285 died...\u000a07:55:12.813015 run iperf3-srv_10.42.42.10(pid=10285): Terminated {rc=256}\u000a07:55:12.822880 --- ParallelTerminationStrategy: PID 10286 died...\u000a07:55:12.876062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10286): Terminated: ok {rc=0}\u000a07:55:12.885915 --- ParallelTerminationStrategy: PID 10287 died...\u000a07:55:12.938695 run iperf3-srv_10.42.42.10(pid=10287): Terminated {rc=256}\u000a07:55:12.948611 --- ParallelTerminationStrategy: PID 10288 died...\u000a07:55:13.001664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10288): Terminated: ok {rc=0}\u000a07:55:13.011277 --- ParallelTerminationStrategy: PID 10289 died...\u000a07:55:13.064664 run iperf3-srv_10.42.42.10(pid=10289): Terminated {rc=256}\u000a07:55:13.074405 --- ParallelTerminationStrategy: PID 10290 died...\u000a07:55:13.128042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10290): Terminated: ok {rc=0}\u000a07:55:13.138110 --- ParallelTerminationStrategy: PID 10291 died...\u000a07:55:13.191405 run iperf3-srv_10.42.42.10(pid=10291): Terminated {rc=256}\u000a07:55:13.201192 --- ParallelTerminationStrategy: PID 10294 died...\u000a07:55:13.254221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10294): Terminated: ok {rc=0}\u000a07:55:13.263855 --- ParallelTerminationStrategy: PID 10297 died...\u000a07:55:13.317170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10297): Terminated: ok {rc=0}\u000a07:55:13.327124 --- ParallelTerminationStrategy: PID 10300 died...\u000a07:55:13.380832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10300): Terminated: ok {rc=0}\u000a07:55:13.468792 bus /gobi_4: Setting Powered False\u000a07:55:14.572852 bus /gobi_4: Setting Powered False\u000a07:55:15.684052 bus /gobi_1: Setting Powered False\u000a07:55:16.787235 bus /gobi_1: Setting Powered False\u000a07:55:17.898117 bus /gobi_0: Setting Powered False\u000a07:55:18.999807 bus /gobi_0: Setting Powered False\u000a07:55:20.109264 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10308): Process ended prematurely: osmo-stp_10.42.42.5(pid=10308) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10308)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10308): Process ended prematurely: osmo-stp_10.42.42.5(pid=10308) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:55:21.177376 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:21.190008 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:55:21.352730 tst ping.py: using LAC 20026\u000a07:55:21.478959 tst ping.py: using RAC 136\u000a07:55:21.605625 tst ping.py: using CellId 20026\u000a07:55:21.735646 tst ping.py: using BVCI 20027\u000a07:55:21.760224 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:21.772206 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:21.783846 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:21.795367 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:21.806766 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:21.818287 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:21.829954 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:21.841544 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:55:22.131758 tst ping.py:19: start network...\u000a07:55:22.264698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:55:22.772237 run create_hlr_db(pid=10302): Launched\u000a07:55:22.956140 bus /gobi_6: Setting Powered False\u000a07:55:23.975288 run create_hlr_db(pid=10302): Terminated: ok {rc=0}\u000a07:55:24.398774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10304): Launched\u000a07:55:24.716853 run osmo-hlr_10.42.42.2(pid=10305): Launched\u000a07:55:24.832053 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:55:25.388382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10307): Launched\u000a07:55:25.708465 run osmo-stp_10.42.42.5(pid=10308): Launched\u000a07:55:25.823606 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:55:26.382539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10310): Launched\u000a07:55:26.496853 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:55:26.775856 run patchelf(pid=10311): Launched\u000a07:55:26.962481 run osmo-stp_10.42.42.5(pid=10308): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10308)]\u000a07:55:27.098581 run osmo-stp_10.42.42.5(pid=10308): stdout: \u000a| (launched: 2022-12-09_07:55:25.550563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:27.234790 run osmo-stp_10.42.42.5(pid=10308): stderr: \u000a| �[0;m�[38;5;43m20221209075525741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075525741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075525741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075525742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075525742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075525742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075525742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:27.366649 run osmo-stp_10.42.42.5(pid=10308): stdout: \u000a| (launched: 2022-12-09_07:55:25.550563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:27.498910 run osmo-stp_10.42.42.5(pid=10308): stderr: \u000a| �[0;m�[38;5;43m20221209075525741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075525741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075525741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075525742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075525742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075525742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075525742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:27.650278 run patchelf(pid=10311): Terminating (SIGINT)\u000a07:55:27.827668 run patchelf(pid=10311): Terminated: ok {rc=0}\u000a07:55:27.860053 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10308): Process ended prematurely: osmo-stp_10.42.42.5(pid=10308) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10308)] [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:55:27.869408 tst ping.py:22: Test FAILED (6.7 sec)\u000a07:55:27.931694 run osmo-hlr_10.42.42.2(pid=10305): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10305)]\u000a07:55:27.983137 run osmo-hlr_10.42.42.2(pid=10305): stdout: \u000a| (launched: 2022-12-09_07:55:24.560260) \u000a07:55:28.034672 run osmo-hlr_10.42.42.2(pid=10305): stderr: \u000a| �[0;m�[1;31m20221209075524756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075524756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075524756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075524756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075524756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075524756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075524768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075524776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075524776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075524776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:55:28.078743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10304): Terminating (SIGTERM)\u000a07:55:28.120448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10307): Terminating (SIGTERM)\u000a07:55:28.162176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10310): Terminating (SIGTERM)\u000a07:55:28.171921 --- ParallelTerminationStrategy: PID 10304 died...\u000a07:55:28.227820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10304): Terminated: ok {rc=0}\u000a07:55:28.238066 --- ParallelTerminationStrategy: PID 10307 died...\u000a07:55:28.293601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10307): Terminated: ok {rc=0}\u000a07:55:28.303589 --- ParallelTerminationStrategy: PID 10310 died...\u000a07:55:28.359042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10310): Terminated: ok {rc=0}\u000a07:55:28.445865 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10318): Process ended prematurely: osmo-stp_10.42.42.5(pid=10318) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10318)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10318): Process ended prematurely: osmo-stp_10.42.42.5(pid=10318) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:55:29.498339 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:29.511423 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:55:29.674323 tst ping_idle_ping.py: using LAC 20027\u000a07:55:29.801162 tst ping_idle_ping.py: using RAC 137\u000a07:55:29.927991 tst ping_idle_ping.py: using CellId 20027\u000a07:55:30.057806 tst ping_idle_ping.py: using BVCI 20028\u000a07:55:30.082232 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:30.094086 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:30.105679 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:30.117385 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:30.128896 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:30.140398 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:30.152036 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:55:30.163600 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:55:30.455963 tst ping_idle_ping.py:24: start network...\u000a07:55:30.590194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:55:31.124307 run create_hlr_db(pid=10312): Launched\u000a07:55:31.318538 bus /gobi_6: Setting Powered False\u000a07:55:32.334902 run create_hlr_db(pid=10312): Terminated: ok {rc=0}\u000a07:55:32.762976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10314): Launched\u000a07:55:33.083105 run osmo-hlr_10.42.42.2(pid=10315): Launched\u000a07:55:33.202792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:55:33.757964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10317): Launched\u000a07:55:34.079297 run osmo-stp_10.42.42.5(pid=10318): Launched\u000a07:55:34.195522 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:55:34.755474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10320): Launched\u000a07:55:34.869396 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:55:35.148142 run patchelf(pid=10321): Launched\u000a07:55:35.334840 run osmo-stp_10.42.42.5(pid=10318): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10318)]\u000a07:55:35.471257 run osmo-stp_10.42.42.5(pid=10318): stdout: \u000a| (launched: 2022-12-09_07:55:33.920358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:35.608214 run osmo-stp_10.42.42.5(pid=10318): stderr: \u000a| �[0;m�[38;5;43m20221209075534109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075534110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075534110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075534110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075534111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075534111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075534111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:35.740286 run osmo-stp_10.42.42.5(pid=10318): stdout: \u000a| (launched: 2022-12-09_07:55:33.920358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:35.871237 run osmo-stp_10.42.42.5(pid=10318): stderr: \u000a| �[0;m�[38;5;43m20221209075534109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075534110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075534110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075534110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075534111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075534111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075534111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:36.022699 run patchelf(pid=10321): Terminating (SIGINT)\u000a07:55:36.200562 run patchelf(pid=10321): Terminated: ok {rc=0}\u000a07:55:36.233110 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10318): Process ended prematurely: osmo-stp_10.42.42.5(pid=10318) [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10318)] [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:55:36.242618 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:55:36.305057 run osmo-hlr_10.42.42.2(pid=10315): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10315)]\u000a07:55:36.356015 run osmo-hlr_10.42.42.2(pid=10315): stdout: \u000a| (launched: 2022-12-09_07:55:32.925436) \u000a07:55:36.407764 run osmo-hlr_10.42.42.2(pid=10315): stderr: \u000a| �[0;m�[1;31m20221209075533121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075533121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075533121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075533121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075533121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075533121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075533133 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075533142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075533142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075533142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:55:36.451764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10314): Terminating (SIGTERM)\u000a07:55:36.493229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10317): Terminating (SIGTERM)\u000a07:55:36.534788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10320): Terminating (SIGTERM)\u000a07:55:36.544430 --- ParallelTerminationStrategy: PID 10314 died...\u000a07:55:36.599899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10314): Terminated: ok {rc=0}\u000a07:55:36.609951 --- ParallelTerminationStrategy: PID 10317 died...\u000a07:55:36.665599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10317): Terminated: ok {rc=0}\u000a07:55:36.675601 --- ParallelTerminationStrategy: PID 10320 died...\u000a07:55:36.730595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10320): Terminated: ok {rc=0}\u000a07:55:36.817274 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:54:39" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10334): Process ended prematurely: osmo-stp_10.42.42.5(pid=10334) [trial-2356↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10334)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10334): Process ended prematurely: osmo-stp_10.42.42.5(pid=10334) [trial-2356↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:55:38.856941 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:55:38.868845 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:55:39.027780 tst switch_tch_pdch.py: using LAC 20028\u000a07:55:39.150897 tst switch_tch_pdch.py: using RAC 138\u000a07:55:39.276115 tst switch_tch_pdch.py: using CellId 20028\u000a07:55:39.399832 tst switch_tch_pdch.py: using BVCI 20029\u000a07:55:39.424224 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:55:39.436279 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:55:39.448037 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:55:39.459877 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:55:39.471602 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:55:39.483384 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:55:39.495320 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:55:39.507093 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:55:39.628427 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:55:39.905113 tst switch_tch_pdch.py:51: start network...\u000a07:55:40.030012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:55:40.501290 run create_hlr_db(pid=10328): Launched\u000a07:55:40.673623 bus /gobi_6: Setting Powered False\u000a07:55:41.694466 run create_hlr_db(pid=10328): Terminated: ok {rc=0}\u000a07:55:42.142588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10330): Launched\u000a07:55:42.463185 run osmo-hlr_10.42.42.2(pid=10331): Launched\u000a07:55:42.582125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:55:43.136330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10333): Launched\u000a07:55:43.456709 run osmo-stp_10.42.42.5(pid=10334): Launched\u000a07:55:43.573164 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:55:44.134019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10336): Launched\u000a07:55:44.247773 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:55:44.527842 run patchelf(pid=10337): Launched\u000a07:55:44.714114 run osmo-stp_10.42.42.5(pid=10334): ERR: Terminated: ERROR {rc=1} [trial-2356↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10334)]\u000a07:55:44.850336 run osmo-stp_10.42.42.5(pid=10334): stdout: \u000a| (launched: 2022-12-09_07:55:43.298036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:44.986834 run osmo-stp_10.42.42.5(pid=10334): stderr: \u000a| �[0;m�[38;5;43m20221209075543484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075543485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075543485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075543485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075543486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075543486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075543486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:45.118828 run osmo-stp_10.42.42.5(pid=10334): stdout: \u000a| (launched: 2022-12-09_07:55:43.298036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:45.249748 run osmo-stp_10.42.42.5(pid=10334): stderr: \u000a| �[0;m�[38;5;43m20221209075543484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075543485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075543485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075543485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075543486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075543486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075543486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:45.401669 run patchelf(pid=10337): Terminating (SIGINT)\u000a07:55:45.579539 run patchelf(pid=10337): Terminated: ok {rc=0}\u000a07:55:45.612240 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10334): Process ended prematurely: osmo-stp_10.42.42.5(pid=10334) [trial-2356↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10334)] [trial-2356↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:55:45.621687 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a07:55:45.684279 run osmo-hlr_10.42.42.2(pid=10331): ERR: Terminated: ERROR {rc=237} [trial-2356↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10331)]\u000a07:55:45.735506 run osmo-hlr_10.42.42.2(pid=10331): stdout: \u000a| (launched: 2022-12-09_07:55:42.304850) \u000a07:55:45.787321 run osmo-hlr_10.42.42.2(pid=10331): stderr: \u000a| �[0;m�[1;31m20221209075542500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075542500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075542500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075542500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075542500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075542500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075542513 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075542523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075542523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075542523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:55:45.831442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10330): Terminating (SIGTERM)\u000a07:55:45.884674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10333): Terminating (SIGTERM)\u000a07:55:45.932498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10336): Terminating (SIGTERM)\u000a07:55:45.943275 --- ParallelTerminationStrategy: PID 10330 died...\u000a07:55:46.010790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10330): Terminated: ok {rc=0}\u000a07:55:46.024672 --- ParallelTerminationStrategy: PID 10333 died...\u000a07:55:46.094652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10333): Terminated: ok {rc=0}\u000a07:55:46.108434 --- ParallelTerminationStrategy: PID 10336 died...\u000a07:55:46.178044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10336): Terminated: ok {rc=0}\u000a07:55:46.266648 bus /gobi_0: Setting Powered False\u000a07:55:47.365901 bus /gobi_0: Setting Powered False\u000a07:55:48.477251 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:55:38" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10347): Process ended prematurely: osmo-stp_10.42.42.5(pid=10347) [trial-2356↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10347)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10347): Process ended prematurely: osmo-stp_10.42.42.5(pid=10347) [trial-2356↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:55:50.464205 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:55:50.475959 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:55:50.634480 tst switch_tch_pdch.py: using LAC 20029\u000a07:55:50.764712 tst switch_tch_pdch.py: using RAC 139\u000a07:55:50.886897 tst switch_tch_pdch.py: using CellId 20029\u000a07:55:51.011280 tst switch_tch_pdch.py: using BVCI 20030\u000a07:55:51.035593 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:55:51.047294 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:55:51.058878 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:55:51.070444 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:55:51.081984 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:55:51.093492 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:55:51.105157 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:55:51.116661 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:55:51.232872 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:55:51.524290 tst switch_tch_pdch.py:51: start network...\u000a07:55:51.657292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:55:52.138681 run create_hlr_db(pid=10341): Launched\u000a07:55:52.267294 bus /gobi_6: Setting Powered False\u000a07:55:53.343636 run create_hlr_db(pid=10341): Terminated: ok {rc=0}\u000a07:55:53.739437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10343): Launched\u000a07:55:54.057542 run osmo-hlr_10.42.42.2(pid=10344): Launched\u000a07:55:54.173689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:55:54.697926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10346): Launched\u000a07:55:55.016475 run osmo-stp_10.42.42.5(pid=10347): Launched\u000a07:55:55.131096 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:55:55.658432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10349): Launched\u000a07:55:55.772380 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:55:56.049846 run patchelf(pid=10350): Launched\u000a07:55:56.235334 run osmo-stp_10.42.42.5(pid=10347): ERR: Terminated: ERROR {rc=1} [trial-2356↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10347)]\u000a07:55:56.370973 run osmo-stp_10.42.42.5(pid=10347): stdout: \u000a| (launched: 2022-12-09_07:55:54.859085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:56.507219 run osmo-stp_10.42.42.5(pid=10347): stderr: \u000a| �[0;m�[38;5;43m20221209075555048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075555048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075555048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075555048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075555049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075555049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075555049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:56.638738 run osmo-stp_10.42.42.5(pid=10347): stdout: \u000a| (launched: 2022-12-09_07:55:54.859085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:56.768563 run osmo-stp_10.42.42.5(pid=10347): stderr: \u000a| �[0;m�[38;5;43m20221209075555048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075555048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075555048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075555048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075555049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075555049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075555049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:56.919382 run patchelf(pid=10350): Terminating (SIGINT)\u000a07:55:57.096251 run patchelf(pid=10350): Terminated: ok {rc=0}\u000a07:55:57.128846 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10347): Process ended prematurely: osmo-stp_10.42.42.5(pid=10347) [trial-2356↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10347)] [trial-2356↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:55:57.138271 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a07:55:57.200304 run osmo-hlr_10.42.42.2(pid=10344): ERR: Terminated: ERROR {rc=237} [trial-2356↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10344)]\u000a07:55:57.251377 run osmo-hlr_10.42.42.2(pid=10344): stdout: \u000a| (launched: 2022-12-09_07:55:53.901621) \u000a07:55:57.303190 run osmo-hlr_10.42.42.2(pid=10344): stderr: \u000a| �[0;m�[1;31m20221209075554098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075554098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075554098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075554098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075554098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075554098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075554128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075554139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075554139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075554139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:55:57.346968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10343): Terminating (SIGTERM)\u000a07:55:57.388659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10346): Terminating (SIGTERM)\u000a07:55:57.430268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10349): Terminating (SIGTERM)\u000a07:55:57.439661 --- ParallelTerminationStrategy: PID 10343 died...\u000a07:55:57.494955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10343): Terminated: ok {rc=0}\u000a07:55:57.504876 --- ParallelTerminationStrategy: PID 10346 died...\u000a07:55:57.560150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10346): Terminated: ok {rc=0}\u000a07:55:57.570156 --- ParallelTerminationStrategy: PID 10349 died...\u000a07:55:57.625405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10349): Terminated: ok {rc=0}\u000a07:55:57.713096 bus /gobi_0: Setting Powered False\u000a07:55:58.818916 bus /gobi_0: Setting Powered False\u000a07:55:59.926179 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:55:50" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10355): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10355) [trial-2356↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10355)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10355): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10355) [trial-2356↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a07:56:01.827063 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a07:56:01.839164 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a07:56:01.999300 tst mo_mt_sms.py: using LAC 20030\u000a07:56:02.150257 tst mo_mt_sms.py: using RAC 140\u000a07:56:02.275320 tst mo_mt_sms.py: using CellId 20030\u000a07:56:02.395383 tst mo_mt_sms.py: using BVCI 20031\u000a07:56:02.418079 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a07:56:02.535137 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a07:56:02.822497 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:56:02.954733 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:56:03.613253 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10354): Launched\u000a07:56:03.930787 run osmo-nitb_10.42.42.2(pid=10355): Launched\u000a07:56:04.125770 run osmo-nitb_10.42.42.2(pid=10355): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10355)]\u000a07:56:04.269707 run osmo-nitb_10.42.42.2(pid=10355): stdout: \u000a| (launched: 2022-12-09_07:56:03.775709) \u000a07:56:04.414175 run osmo-nitb_10.42.42.2(pid=10355): stderr: \u000a| (launched: 2022-12-09_07:56:03.823186)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:56:04.554713 run osmo-nitb_10.42.42.2(pid=10355): stdout: \u000a| (launched: 2022-12-09_07:56:03.775709) \u000a07:56:04.693900 run osmo-nitb_10.42.42.2(pid=10355): stderr: \u000a| (launched: 2022-12-09_07:56:03.823186)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:56:05.058559 tst osmo-nitb_10.42.42.2(pid=10355): stdout: \u000a| (launched: 2022-12-09_07:56:03.775709) \u000a07:56:05.185709 tst osmo-nitb_10.42.42.2(pid=10355): stderr: \u000a| (launched: 2022-12-09_07:56:03.823186)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:56:05.241327 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=10355): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10355) [trial-2356↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10355)] [trial-2356↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a07:56:05.249920 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a07:56:05.285621 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10354): Terminating (SIGTERM)\u000a07:56:05.463372 --- ParallelTerminationStrategy: PID 10354 died...\u000a07:56:05.520355 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10354): Terminated: ok {rc=0}\u000a07:56:05.606735 bus /sierra_3: Setting Powered False\u000a07:56:06.713034 bus /sierra_3: Setting Powered False\u000a07:56:07.821434 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:56:01" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10365): Process ended prematurely: osmo-stp_10.42.42.5(pid=10365) [trial-2356↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10365)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10365): Process ended prematurely: osmo-stp_10.42.42.5(pid=10365) [trial-2356↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a07:56:09.693193 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:09.704347 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:56:09.835358 tst mo_mt_sms.py: using LAC 20031\u000a07:56:09.962247 tst mo_mt_sms.py: using RAC 141\u000a07:56:10.087981 tst mo_mt_sms.py: using CellId 20031\u000a07:56:10.218490 tst mo_mt_sms.py: using BVCI 20032\u000a07:56:10.242731 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:10.253970 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:10.265108 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:10.276123 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:10.287251 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:10.298383 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a07:56:10.414532 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a07:56:10.612559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:56:11.082548 run create_hlr_db(pid=10359): Launched\u000a07:56:11.254450 bus /sierra_2: Setting Powered False\u000a07:56:12.275070 run create_hlr_db(pid=10359): Terminated: ok {rc=0}\u000a07:56:12.670987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10361): Launched\u000a07:56:12.969205 run osmo-hlr_10.42.42.2(pid=10362): Launched\u000a07:56:13.085841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:56:13.607901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10364): Launched\u000a07:56:13.905137 run osmo-stp_10.42.42.5(pid=10365): Launched\u000a07:56:14.012939 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:56:14.556014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10367): Launched\u000a07:56:14.856843 run osmo-msc_10.42.42.6(pid=10368): Launched\u000a07:56:15.031015 run osmo-stp_10.42.42.5(pid=10365): ERR: Terminated: ERROR {rc=1} [trial-2356↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10365)]\u000a07:56:15.157405 run osmo-stp_10.42.42.5(pid=10365): stdout: \u000a| (launched: 2022-12-09_07:56:13.758128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:15.282056 run osmo-stp_10.42.42.5(pid=10365): stderr: \u000a| �[0;m�[38;5;43m20221209075613924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075613925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075613925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075613925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075613926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075613926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075613926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:15.402339 run osmo-stp_10.42.42.5(pid=10365): stdout: \u000a| (launched: 2022-12-09_07:56:13.758128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:15.521167 run osmo-stp_10.42.42.5(pid=10365): stderr: \u000a| �[0;m�[38;5;43m20221209075613924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075613925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075613925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075613925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075613926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075613926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075613926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:15.572749 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=10365): Process ended prematurely: osmo-stp_10.42.42.5(pid=10365) [trial-2356↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10365)] [trial-2356↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a07:56:15.580803 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a07:56:15.642363 run osmo-hlr_10.42.42.2(pid=10362): ERR: Terminated: ERROR {rc=237} [trial-2356↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10362)]\u000a07:56:15.691820 run osmo-hlr_10.42.42.2(pid=10362): stdout: \u000a| (launched: 2022-12-09_07:56:12.821527) \u000a07:56:15.741590 run osmo-hlr_10.42.42.2(pid=10362): stderr: \u000a| �[0;m�[1;31m20221209075612994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075612994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075612994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075612994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075612994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075612994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075613007 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075613017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075613017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075613017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:56:15.808735 run osmo-msc_10.42.42.6(pid=10368): ERR: Terminated: ERROR {rc=2} [trial-2356↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10368)]\u000a07:56:15.862628 run osmo-msc_10.42.42.6(pid=10368): stdout: \u000a| (launched: 2022-12-09_07:56:14.707064) \u000a07:56:15.913681 run osmo-msc_10.42.42.6(pid=10368): stderr: \u000a| �[0;m�[38;5;43m20221209075614975 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075614975 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcbb9bc0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075614975 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075614975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075614975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075614976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075614977 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075614978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075614978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075614978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:56:15.956015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10361): Terminating (SIGTERM)\u000a07:56:15.998047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10364): Terminating (SIGTERM)\u000a07:56:16.040225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10367): Terminating (SIGTERM)\u000a07:56:16.050475 --- ParallelTerminationStrategy: PID 10361 died...\u000a07:56:16.104779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10361): Terminated: ok {rc=0}\u000a07:56:16.115777 --- ParallelTerminationStrategy: PID 10364 died...\u000a07:56:16.170214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10364): Terminated: ok {rc=0}\u000a07:56:16.181087 --- ParallelTerminationStrategy: PID 10367 died...\u000a07:56:16.235299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10367): Terminated: ok {rc=0}\u000a07:56:16.325278 bus /sierra_3: Setting Powered False\u000a07:56:17.430176 bus /sierra_3: Setting Powered False\u000a07:56:18.537947 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:56:09" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10374): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10374) [trial-2356↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10374)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10374): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10374) [trial-2356↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a07:56:20.353824 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a07:56:20.365205 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:56:20.494953 tst assert_extension.py: using LAC 20032\u000a07:56:20.621617 tst assert_extension.py: using RAC 142\u000a07:56:20.747886 tst assert_extension.py: using CellId 20032\u000a07:56:20.875368 tst assert_extension.py: using BVCI 20033\u000a07:56:20.899544 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a07:56:21.173479 tst assert_extension.py:10: start nitb and bts...\u000a07:56:21.297070 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:56:21.912465 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10373): Launched\u000a07:56:22.207488 run osmo-nitb_10.42.42.2(pid=10374): Launched\u000a07:56:22.390364 run osmo-nitb_10.42.42.2(pid=10374): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10374)]\u000a07:56:22.524614 run osmo-nitb_10.42.42.2(pid=10374): stdout: \u000a| (launched: 2022-12-09_07:56:22.063505) \u000a07:56:22.659406 run osmo-nitb_10.42.42.2(pid=10374): stderr: \u000a| (launched: 2022-12-09_07:56:22.107991)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:56:22.790349 run osmo-nitb_10.42.42.2(pid=10374): stdout: \u000a| (launched: 2022-12-09_07:56:22.063505) \u000a07:56:22.919606 run osmo-nitb_10.42.42.2(pid=10374): stderr: \u000a| (launched: 2022-12-09_07:56:22.107991)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:56:23.328083 tst osmo-nitb_10.42.42.2(pid=10374): stdout: \u000a| (launched: 2022-12-09_07:56:22.063505) \u000a07:56:23.446764 tst osmo-nitb_10.42.42.2(pid=10374): stderr: \u000a| (launched: 2022-12-09_07:56:22.107991)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:56:23.498610 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=10374): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10374) [trial-2356↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10374)] [trial-2356↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a07:56:23.506796 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a07:56:23.543289 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10373): Terminating (SIGTERM)\u000a07:56:23.720604 --- ParallelTerminationStrategy: PID 10373 died...\u000a07:56:23.775607 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10373): Terminated: ok {rc=0}\u000a07:56:23.864226 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:56:20" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10384): Process ended prematurely: osmo-stp_10.42.42.5(pid=10384) [trial-2356↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10384)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10384): Process ended prematurely: osmo-stp_10.42.42.5(pid=10384) [trial-2356↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a07:56:25.686872 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:25.698283 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:56:25.824290 tst assert_extension.py: using LAC 20033\u000a07:56:25.943671 tst assert_extension.py: using RAC 143\u000a07:56:26.062607 tst assert_extension.py: using CellId 20033\u000a07:56:26.198074 tst assert_extension.py: using BVCI 20034\u000a07:56:26.220752 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:26.231497 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:26.242255 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:26.253176 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:26.263997 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:26.274818 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a07:56:26.477632 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:56:26.943546 run create_hlr_db(pid=10378): Launched\u000a07:56:27.114389 bus /sierra_2: Setting Powered False\u000a07:56:28.136370 run create_hlr_db(pid=10378): Terminated: ok {rc=0}\u000a07:56:28.533390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10380): Launched\u000a07:56:28.831622 run osmo-hlr_10.42.42.2(pid=10381): Launched\u000a07:56:28.940789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:56:29.459124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10383): Launched\u000a07:56:29.757515 run osmo-stp_10.42.42.5(pid=10384): Launched\u000a07:56:29.865781 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:56:30.410435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10386): Launched\u000a07:56:30.712190 run osmo-msc_10.42.42.6(pid=10387): Launched\u000a07:56:30.908389 run osmo-stp_10.42.42.5(pid=10384): ERR: Terminated: ERROR {rc=1} [trial-2356↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10384)]\u000a07:56:31.185264 run osmo-stp_10.42.42.5(pid=10384): stdout: \u000a| (launched: 2022-12-09_07:56:29.610094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:31.323430 run osmo-stp_10.42.42.5(pid=10384): stderr: \u000a| �[0;m�[38;5;43m20221209075629777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075629777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075629777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075629778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075629778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075629778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075629778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:31.450248 run osmo-stp_10.42.42.5(pid=10384): stdout: \u000a| (launched: 2022-12-09_07:56:29.610094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:31.573429 run osmo-stp_10.42.42.5(pid=10384): stderr: \u000a| �[0;m�[38;5;43m20221209075629777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075629777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075629777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075629778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075629778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075629778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075629778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:31.626778 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=10384): Process ended prematurely: osmo-stp_10.42.42.5(pid=10384) [trial-2356↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10384)] [trial-2356↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a07:56:31.635700 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a07:56:31.700247 run osmo-hlr_10.42.42.2(pid=10381): ERR: Terminated: ERROR {rc=237} [trial-2356↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10381)]\u000a07:56:31.751816 run osmo-hlr_10.42.42.2(pid=10381): stdout: \u000a| (launched: 2022-12-09_07:56:28.683710) \u000a07:56:31.804195 run osmo-hlr_10.42.42.2(pid=10381): stderr: \u000a| �[0;m�[1;31m20221209075628856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075628857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075628857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075628857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075628857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075628857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075628873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075628883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075628883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075628883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:56:31.874225 run osmo-msc_10.42.42.6(pid=10387): ERR: Terminated: ERROR {rc=2} [trial-2356↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10387)]\u000a07:56:31.925713 run osmo-msc_10.42.42.6(pid=10387): stdout: \u000a| (launched: 2022-12-09_07:56:30.561572) \u000a07:56:31.978182 run osmo-msc_10.42.42.6(pid=10387): stderr: \u000a| �[0;m�[38;5;43m20221209075630838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075630838 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7febccfd1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075630838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075630838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075630838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075630838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075630840 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075630840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075630849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075630849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:56:32.021462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10380): Terminating (SIGTERM)\u000a07:56:32.064076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10383): Terminating (SIGTERM)\u000a07:56:32.107680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10386): Terminating (SIGTERM)\u000a07:56:32.117455 --- ParallelTerminationStrategy: PID 10380 died...\u000a07:56:32.173705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10380): Terminated: ok {rc=0}\u000a07:56:32.184874 --- ParallelTerminationStrategy: PID 10383 died...\u000a07:56:32.240342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10383): Terminated: ok {rc=0}\u000a07:56:32.250920 --- ParallelTerminationStrategy: PID 10386 died...\u000a07:56:32.304371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10386): Terminated: ok {rc=0}\u000a07:56:32.393683 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:56:25" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10398): Process ended prematurely: osmo-stp_10.42.42.5(pid=10398) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10398)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10398): Process ended prematurely: osmo-stp_10.42.42.5(pid=10398) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:56:34.324690 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:56:34.335992 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:56:34.481185 tst mo_mt_call.py: using LAC 20034\u000a07:56:34.600384 tst mo_mt_call.py: using RAC 144\u000a07:56:34.719187 tst mo_mt_call.py: using CellId 20034\u000a07:56:34.842194 tst mo_mt_call.py: using BVCI 20035\u000a07:56:34.864917 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:56:34.876200 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:56:34.887373 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:56:34.898880 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:56:34.910364 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:56:34.921722 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:56:35.044294 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:56:35.257202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:56:35.775089 run create_hlr_db(pid=10392): Launched\u000a07:56:35.961742 bus /sierra_2: Setting Powered False\u000a07:56:36.984130 run create_hlr_db(pid=10392): Terminated: ok {rc=0}\u000a07:56:37.389813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10394): Launched\u000a07:56:37.692534 run osmo-hlr_10.42.42.2(pid=10395): Launched\u000a07:56:37.809646 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:56:38.337004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10397): Launched\u000a07:56:38.637840 run osmo-stp_10.42.42.5(pid=10398): Launched\u000a07:56:38.747116 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:56:39.298666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10400): Launched\u000a07:56:39.603279 run osmo-msc_10.42.42.6(pid=10401): Launched\u000a07:56:39.781632 run osmo-stp_10.42.42.5(pid=10398): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10398)]\u000a07:56:39.910039 run osmo-stp_10.42.42.5(pid=10398): stdout: \u000a| (launched: 2022-12-09_07:56:38.489917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:40.036542 run osmo-stp_10.42.42.5(pid=10398): stderr: \u000a| �[0;m�[38;5;43m20221209075638657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075638657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075638657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075638658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075638658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075638658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075638658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:40.158587 run osmo-stp_10.42.42.5(pid=10398): stdout: \u000a| (launched: 2022-12-09_07:56:38.489917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:40.279009 run osmo-stp_10.42.42.5(pid=10398): stderr: \u000a| �[0;m�[38;5;43m20221209075638657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075638657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075638657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075638658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075638658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075638658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075638658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:40.331916 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10398): Process ended prematurely: osmo-stp_10.42.42.5(pid=10398) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10398)] [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:56:40.340526 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a07:56:40.400245 run osmo-hlr_10.42.42.2(pid=10395): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10395)]\u000a07:56:40.449041 run osmo-hlr_10.42.42.2(pid=10395): stdout: \u000a| (launched: 2022-12-09_07:56:37.544095) \u000a07:56:40.498603 run osmo-hlr_10.42.42.2(pid=10395): stderr: \u000a| �[0;m�[1;31m20221209075637716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075637716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075637717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075637717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075637717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075637717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075637729 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075637738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075637738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075637738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:56:40.565338 run osmo-msc_10.42.42.6(pid=10401): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10401)]\u000a07:56:40.614283 run osmo-msc_10.42.42.6(pid=10401): stdout: \u000a| (launched: 2022-12-09_07:56:39.452549) \u000a07:56:40.663611 run osmo-msc_10.42.42.6(pid=10401): stderr: \u000a| �[0;m�[38;5;43m20221209075639724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075639724 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb3bd045c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075639724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075639724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075639725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075639725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075639726 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075639727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075639727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075639727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:56:40.704798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10394): Terminating (SIGTERM)\u000a07:56:40.744028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10397): Terminating (SIGTERM)\u000a07:56:40.783249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10400): Terminating (SIGTERM)\u000a07:56:40.792591 --- ParallelTerminationStrategy: PID 10394 died...\u000a07:56:40.845735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10394): Terminated: ok {rc=0}\u000a07:56:40.855418 --- ParallelTerminationStrategy: PID 10397 died...\u000a07:56:40.907610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10397): Terminated: ok {rc=0}\u000a07:56:40.917260 --- ParallelTerminationStrategy: PID 10400 died...\u000a07:56:40.969685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10400): Terminated: ok {rc=0}\u000a07:56:41.056571 bus /sierra_3: Setting Powered False\u000a07:56:42.159816 bus /sierra_3: Setting Powered False\u000a07:56:43.267415 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10409): Process ended prematurely: osmo-stp_10.42.42.5(pid=10409) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10409)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10409): Process ended prematurely: osmo-stp_10.42.42.5(pid=10409) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:56:44.381187 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:56:44.393877 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:56:44.549841 tst mo_mt_call_osmux.py: using LAC 20035\u000a07:56:44.678511 tst mo_mt_call_osmux.py: using RAC 145\u000a07:56:44.804636 tst mo_mt_call_osmux.py: using CellId 20035\u000a07:56:44.933231 tst mo_mt_call_osmux.py: using BVCI 20036\u000a07:56:44.957813 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:56:44.969655 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:56:44.981258 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:56:44.993100 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:56:45.004734 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:56:45.016483 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:56:45.133979 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:56:45.341061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:56:45.865271 run create_hlr_db(pid=10403): Launched\u000a07:56:46.045221 bus /sierra_2: Setting Powered False\u000a07:56:47.117123 run create_hlr_db(pid=10403): Terminated: ok {rc=0}\u000a07:56:47.547973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10405): Launched\u000a07:56:47.849850 run osmo-hlr_10.42.42.2(pid=10406): Launched\u000a07:56:47.961811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:56:48.486683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10408): Launched\u000a07:56:48.789564 run osmo-stp_10.42.42.5(pid=10409): Launched\u000a07:56:48.901219 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:56:49.452350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10411): Launched\u000a07:56:49.759492 run osmo-msc_10.42.42.6(pid=10412): Launched\u000a07:56:49.936348 run osmo-stp_10.42.42.5(pid=10409): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10409)]\u000a07:56:50.064240 run osmo-stp_10.42.42.5(pid=10409): stdout: \u000a| (launched: 2022-12-09_07:56:48.640521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:50.190879 run osmo-stp_10.42.42.5(pid=10409): stderr: \u000a| �[0;m�[38;5;43m20221209075648807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075648808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075648808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075648808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075648809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075648809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075648809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:50.312230 run osmo-stp_10.42.42.5(pid=10409): stdout: \u000a| (launched: 2022-12-09_07:56:48.640521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:50.433090 run osmo-stp_10.42.42.5(pid=10409): stderr: \u000a| �[0;m�[38;5;43m20221209075648807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075648808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075648808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075648808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075648809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075648809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075648809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:50.486154 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10409): Process ended prematurely: osmo-stp_10.42.42.5(pid=10409) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10409)] [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:56:50.495187 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a07:56:50.554493 run osmo-hlr_10.42.42.2(pid=10406): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10406)]\u000a07:56:50.603000 run osmo-hlr_10.42.42.2(pid=10406): stdout: \u000a| (launched: 2022-12-09_07:56:47.701375) \u000a07:56:50.652168 run osmo-hlr_10.42.42.2(pid=10406): stderr: \u000a| �[0;m�[1;31m20221209075647875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075647875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075647875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075647875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075647875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075647875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075647895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075647905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075647905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075647905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:56:50.718860 run osmo-msc_10.42.42.6(pid=10412): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10412)]\u000a07:56:50.767317 run osmo-msc_10.42.42.6(pid=10412): stdout: \u000a| (launched: 2022-12-09_07:56:49.606169) \u000a07:56:50.816272 run osmo-msc_10.42.42.6(pid=10412): stderr: \u000a| �[0;m�[38;5;43m20221209075649875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075649875 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efee46eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075649875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075649875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075649876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075649876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075649878 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075649878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075649878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075649878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:56:50.857607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10405): Terminating (SIGTERM)\u000a07:56:50.896670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10408): Terminating (SIGTERM)\u000a07:56:50.935785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10411): Terminating (SIGTERM)\u000a07:56:50.945149 --- ParallelTerminationStrategy: PID 10405 died...\u000a07:56:50.997659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10405): Terminated: ok {rc=0}\u000a07:56:51.007091 --- ParallelTerminationStrategy: PID 10408 died...\u000a07:56:51.059168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10408): Terminated: ok {rc=0}\u000a07:56:51.068525 --- ParallelTerminationStrategy: PID 10411 died...\u000a07:56:51.120528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10411): Terminated: ok {rc=0}\u000a07:56:51.202853 bus /sierra_3: Setting Powered False\u000a07:56:52.308606 bus /sierra_3: Setting Powered False\u000a07:56:53.415474 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:56:34" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10424): Process ended prematurely: osmo-stp_10.42.42.5(pid=10424) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10424)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10424): Process ended prematurely: osmo-stp_10.42.42.5(pid=10424) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:56:55.403240 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:56:55.415116 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:56:55.567797 tst mo_mt_call.py: using LAC 20036\u000a07:56:55.692267 tst mo_mt_call.py: using RAC 146\u000a07:56:55.812694 tst mo_mt_call.py: using CellId 20036\u000a07:56:55.935460 tst mo_mt_call.py: using BVCI 20037\u000a07:56:55.958598 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:56:55.970094 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:56:55.981474 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:56:55.993235 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:56:56.005827 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:56:56.017888 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:56:56.137243 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:56:56.350292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:56:56.865358 run create_hlr_db(pid=10418): Launched\u000a07:56:57.051628 bus /sierra_2: Setting Powered False\u000a07:56:58.073509 run create_hlr_db(pid=10418): Terminated: ok {rc=0}\u000a07:56:58.485385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10420): Launched\u000a07:56:58.809323 run osmo-hlr_10.42.42.2(pid=10421): Launched\u000a07:56:58.926359 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:56:59.488488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10423): Launched\u000a07:56:59.811043 run osmo-stp_10.42.42.5(pid=10424): Launched\u000a07:56:59.928448 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:57:00.520426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10426): Launched\u000a07:57:00.876242 run osmo-msc_10.42.42.6(pid=10427): Launched\u000a07:57:01.268359 run osmo-stp_10.42.42.5(pid=10424): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10424)]\u000a07:57:01.503908 run osmo-stp_10.42.42.5(pid=10424): stdout: \u000a| (launched: 2022-12-09_07:56:59.653192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:01.643993 run osmo-stp_10.42.42.5(pid=10424): stderr: \u000a| �[0;m�[38;5;43m20221209075659842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075659843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075659843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075659843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075659844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075659844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075659844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:01.778344 run osmo-stp_10.42.42.5(pid=10424): stdout: \u000a| (launched: 2022-12-09_07:56:59.653192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:01.910743 run osmo-stp_10.42.42.5(pid=10424): stderr: \u000a| �[0;m�[38;5;43m20221209075659842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075659843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075659843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075659843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075659844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075659844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075659844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:01.968673 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10424): Process ended prematurely: osmo-stp_10.42.42.5(pid=10424) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10424)] [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:57:01.978529 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a07:57:02.041439 run osmo-hlr_10.42.42.2(pid=10421): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10421)]\u000a07:57:02.093662 run osmo-hlr_10.42.42.2(pid=10421): stdout: \u000a| (launched: 2022-12-09_07:56:58.651172) \u000a07:57:02.146781 run osmo-hlr_10.42.42.2(pid=10421): stderr: \u000a| �[0;m�[1;31m20221209075658847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075658847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075658847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075658847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075658847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075658847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075658859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075658868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075658868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075658868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:57:02.217895 run osmo-msc_10.42.42.6(pid=10427): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10427)]\u000a07:57:02.269143 run osmo-msc_10.42.42.6(pid=10427): stdout: \u000a| (launched: 2022-12-09_07:57:00.684707) \u000a07:57:02.321207 run osmo-msc_10.42.42.6(pid=10427): stderr: \u000a| �[0;m�[38;5;43m20221209075701120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075701120 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe392bfcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075701120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075701120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075701121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075701122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075701126 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075701127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075701127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075701128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:57:02.364661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10420): Terminating (SIGTERM)\u000a07:57:02.405732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10423): Terminating (SIGTERM)\u000a07:57:02.447244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10426): Terminating (SIGTERM)\u000a07:57:02.456748 --- ParallelTerminationStrategy: PID 10420 died...\u000a07:57:02.511681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10420): Terminated: ok {rc=0}\u000a07:57:02.521936 --- ParallelTerminationStrategy: PID 10423 died...\u000a07:57:02.576691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10423): Terminated: ok {rc=0}\u000a07:57:02.586586 --- ParallelTerminationStrategy: PID 10426 died...\u000a07:57:02.641392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10426): Terminated: ok {rc=0}\u000a07:57:02.727617 bus /sierra_3: Setting Powered False\u000a07:57:03.831642 bus /sierra_3: Setting Powered False\u000a07:57:04.940305 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10435): Process ended prematurely: osmo-stp_10.42.42.5(pid=10435) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10435)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10435): Process ended prematurely: osmo-stp_10.42.42.5(pid=10435) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:57:06.055278 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:57:06.067701 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:57:06.222023 tst mo_mt_call_osmux.py: using LAC 20037\u000a07:57:06.349564 tst mo_mt_call_osmux.py: using RAC 147\u000a07:57:06.475921 tst mo_mt_call_osmux.py: using CellId 20037\u000a07:57:06.597985 tst mo_mt_call_osmux.py: using BVCI 20038\u000a07:57:06.621220 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:57:06.632797 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:57:06.644290 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:57:06.656019 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:57:06.667902 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:57:06.679752 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:57:06.800469 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:57:07.005679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:57:07.479365 run create_hlr_db(pid=10429): Launched\u000a07:57:07.653092 bus /sierra_2: Setting Powered False\u000a07:57:08.675158 run create_hlr_db(pid=10429): Terminated: ok {rc=0}\u000a07:57:09.075988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10431): Launched\u000a07:57:09.378498 run osmo-hlr_10.42.42.2(pid=10432): Launched\u000a07:57:09.498520 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:57:10.027872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10434): Launched\u000a07:57:10.330412 run osmo-stp_10.42.42.5(pid=10435): Launched\u000a07:57:10.440458 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:57:10.992221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10437): Launched\u000a07:57:11.295946 run osmo-msc_10.42.42.6(pid=10438): Launched\u000a07:57:11.472367 run osmo-stp_10.42.42.5(pid=10435): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10435)]\u000a07:57:11.600400 run osmo-stp_10.42.42.5(pid=10435): stdout: \u000a| (launched: 2022-12-09_07:57:10.181195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:11.726694 run osmo-stp_10.42.42.5(pid=10435): stderr: \u000a| �[0;m�[38;5;43m20221209075710349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075710349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075710349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075710350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075710350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075710350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075710350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:11.848108 run osmo-stp_10.42.42.5(pid=10435): stdout: \u000a| (launched: 2022-12-09_07:57:10.181195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:11.969320 run osmo-stp_10.42.42.5(pid=10435): stderr: \u000a| �[0;m�[38;5;43m20221209075710349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075710349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075710349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075710350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075710350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075710350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075710350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:12.022420 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10435): Process ended prematurely: osmo-stp_10.42.42.5(pid=10435) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10435)] [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:57:12.031259 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a07:57:12.090856 run osmo-hlr_10.42.42.2(pid=10432): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10432)]\u000a07:57:12.139580 run osmo-hlr_10.42.42.2(pid=10432): stdout: \u000a| (launched: 2022-12-09_07:57:09.229631) \u000a07:57:12.188849 run osmo-hlr_10.42.42.2(pid=10432): stderr: \u000a| �[0;m�[1;31m20221209075709405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075709405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075709405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075709405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075709405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075709405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075709417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075709427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075709427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075709427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:57:12.255543 run osmo-msc_10.42.42.6(pid=10438): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10438)]\u000a07:57:12.304176 run osmo-msc_10.42.42.6(pid=10438): stdout: \u000a| (launched: 2022-12-09_07:57:11.146429) \u000a07:57:12.353391 run osmo-msc_10.42.42.6(pid=10438): stderr: \u000a| �[0;m�[38;5;43m20221209075711416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075711416 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ff911ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075711416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075711416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075711416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075711417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075711418 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075711419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075711419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075711419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:57:12.394717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10431): Terminating (SIGTERM)\u000a07:57:12.434181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10434): Terminating (SIGTERM)\u000a07:57:12.473691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10437): Terminating (SIGTERM)\u000a07:57:12.483056 --- ParallelTerminationStrategy: PID 10431 died...\u000a07:57:12.535787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10431): Terminated: ok {rc=0}\u000a07:57:12.545837 --- ParallelTerminationStrategy: PID 10434 died...\u000a07:57:12.597867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10434): Terminated: ok {rc=0}\u000a07:57:12.607452 --- ParallelTerminationStrategy: PID 10437 died...\u000a07:57:12.659837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10437): Terminated: ok {rc=0}\u000a07:57:12.742232 bus /sierra_3: Setting Powered False\u000a07:57:13.842366 bus /sierra_3: Setting Powered False\u000a07:57:14.948266 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:56:55" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10449): Process ended prematurely: osmo-stp_10.42.42.5(pid=10449) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10449)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10449): Process ended prematurely: osmo-stp_10.42.42.5(pid=10449) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:57:17.029121 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:57:17.045694 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:57:17.219239 tst mo_mt_call.py: using LAC 20038\u000a07:57:17.343282 tst mo_mt_call.py: using RAC 148\u000a07:57:17.460307 tst mo_mt_call.py: using CellId 20038\u000a07:57:17.579095 tst mo_mt_call.py: using BVCI 20039\u000a07:57:17.602094 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:57:17.613505 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:57:17.624523 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:57:17.636131 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:57:17.647325 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:57:17.658734 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:57:17.777282 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:57:17.978226 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:57:18.453387 run create_hlr_db(pid=10443): Launched\u000a07:57:18.626454 bus /sierra_2: Setting Powered False\u000a07:57:19.650420 run create_hlr_db(pid=10443): Terminated: ok {rc=0}\u000a07:57:20.079640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10445): Launched\u000a07:57:20.404040 run osmo-hlr_10.42.42.2(pid=10446): Launched\u000a07:57:20.522253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:57:21.084909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10448): Launched\u000a07:57:21.410012 run osmo-stp_10.42.42.5(pid=10449): Launched\u000a07:57:21.527745 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:57:22.117812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10451): Launched\u000a07:57:22.443883 run osmo-msc_10.42.42.6(pid=10452): Launched\u000a07:57:22.633699 run osmo-stp_10.42.42.5(pid=10449): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10449)]\u000a07:57:22.770289 run osmo-stp_10.42.42.5(pid=10449): stdout: \u000a| (launched: 2022-12-09_07:57:21.249354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:22.905923 run osmo-stp_10.42.42.5(pid=10449): stderr: \u000a| �[0;m�[38;5;43m20221209075721440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075721440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075721441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075721441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075721442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075721442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075721442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:23.036377 run osmo-stp_10.42.42.5(pid=10449): stdout: \u000a| (launched: 2022-12-09_07:57:21.249354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:23.165853 run osmo-stp_10.42.42.5(pid=10449): stderr: \u000a| �[0;m�[38;5;43m20221209075721440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075721440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075721441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075721441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075721442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075721442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075721442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:23.222357 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10449): Process ended prematurely: osmo-stp_10.42.42.5(pid=10449) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10449)] [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:57:23.231531 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a07:57:23.293539 run osmo-hlr_10.42.42.2(pid=10446): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10446)]\u000a07:57:23.344381 run osmo-hlr_10.42.42.2(pid=10446): stdout: \u000a| (launched: 2022-12-09_07:57:20.244692) \u000a07:57:23.395696 run osmo-hlr_10.42.42.2(pid=10446): stderr: \u000a| �[0;m�[1;31m20221209075720441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075720441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075720441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075720441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075720441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075720441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075720454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075720462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075720462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075720462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:57:23.466050 run osmo-msc_10.42.42.6(pid=10452): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10452)]\u000a07:57:23.516871 run osmo-msc_10.42.42.6(pid=10452): stdout: \u000a| (launched: 2022-12-09_07:57:22.282709) \u000a07:57:23.567918 run osmo-msc_10.42.42.6(pid=10452): stderr: \u000a| �[0;m�[38;5;43m20221209075722603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075722603 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb0b57bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075722603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075722603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075722603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075722604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075722605 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075722606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075722606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075722606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:57:23.611233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10445): Terminating (SIGTERM)\u000a07:57:23.652330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10448): Terminating (SIGTERM)\u000a07:57:23.693838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10451): Terminating (SIGTERM)\u000a07:57:23.703527 --- ParallelTerminationStrategy: PID 10445 died...\u000a07:57:23.758930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10445): Terminated: ok {rc=0}\u000a07:57:23.769022 --- ParallelTerminationStrategy: PID 10448 died...\u000a07:57:23.824201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10448): Terminated: ok {rc=0}\u000a07:57:23.834286 --- ParallelTerminationStrategy: PID 10451 died...\u000a07:57:23.889129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10451): Terminated: ok {rc=0}\u000a07:57:23.975316 bus /sierra_3: Setting Powered False\u000a07:57:25.080027 bus /sierra_3: Setting Powered False\u000a07:57:26.188587 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10460): Process ended prematurely: osmo-stp_10.42.42.5(pid=10460) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10460)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10460): Process ended prematurely: osmo-stp_10.42.42.5(pid=10460) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:57:27.302646 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:57:27.315179 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:57:27.470631 tst mo_mt_call_osmux.py: using LAC 20039\u000a07:57:27.598195 tst mo_mt_call_osmux.py: using RAC 149\u000a07:57:27.726944 tst mo_mt_call_osmux.py: using CellId 20039\u000a07:57:27.858808 tst mo_mt_call_osmux.py: using BVCI 20040\u000a07:57:27.883543 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:57:27.895404 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:57:27.907158 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:57:27.918827 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:57:27.930603 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:57:27.942246 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:57:28.063690 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:57:28.266371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:57:28.745218 run create_hlr_db(pid=10454): Launched\u000a07:57:28.918526 bus /sierra_2: Setting Powered False\u000a07:57:29.940563 run create_hlr_db(pid=10454): Terminated: ok {rc=0}\u000a07:57:30.342083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10456): Launched\u000a07:57:30.645294 run osmo-hlr_10.42.42.2(pid=10457): Launched\u000a07:57:30.762557 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:57:31.321174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10459): Launched\u000a07:57:31.760024 run osmo-stp_10.42.42.5(pid=10460): Launched\u000a07:57:31.970641 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:57:32.586964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10462): Launched\u000a07:57:32.891613 run osmo-msc_10.42.42.6(pid=10463): Launched\u000a07:57:33.069151 run osmo-stp_10.42.42.5(pid=10460): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10460)]\u000a07:57:33.197734 run osmo-stp_10.42.42.5(pid=10460): stdout: \u000a| (launched: 2022-12-09_07:57:31.491623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:33.323549 run osmo-stp_10.42.42.5(pid=10460): stderr: \u000a| �[0;m�[38;5;43m20221209075731784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075731784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075731785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075731785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075731786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075731786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075731786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:33.446023 run osmo-stp_10.42.42.5(pid=10460): stdout: \u000a| (launched: 2022-12-09_07:57:31.491623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:33.567282 run osmo-stp_10.42.42.5(pid=10460): stderr: \u000a| �[0;m�[38;5;43m20221209075731784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075731784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075731785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075731785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075731786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075731786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075731786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:33.620504 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10460): Process ended prematurely: osmo-stp_10.42.42.5(pid=10460) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10460)] [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:57:33.629227 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:57:33.688688 run osmo-hlr_10.42.42.2(pid=10457): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10457)]\u000a07:57:33.737545 run osmo-hlr_10.42.42.2(pid=10457): stdout: \u000a| (launched: 2022-12-09_07:57:30.496637) \u000a07:57:33.786842 run osmo-hlr_10.42.42.2(pid=10457): stderr: \u000a| �[0;m�[1;31m20221209075730672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075730672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075730673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075730673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075730673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075730673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075730688 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075730697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075730697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075730697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:57:33.853574 run osmo-msc_10.42.42.6(pid=10463): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10463)]\u000a07:57:33.902101 run osmo-msc_10.42.42.6(pid=10463): stdout: \u000a| (launched: 2022-12-09_07:57:32.740613) \u000a07:57:33.951231 run osmo-msc_10.42.42.6(pid=10463): stderr: \u000a| �[0;m�[38;5;43m20221209075733010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075733010 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8447544c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075733010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075733010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075733010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075733010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075733012 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075733012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075733013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075733013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:57:33.992743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10456): Terminating (SIGTERM)\u000a07:57:34.032001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10459): Terminating (SIGTERM)\u000a07:57:34.071231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10462): Terminating (SIGTERM)\u000a07:57:34.080591 --- ParallelTerminationStrategy: PID 10456 died...\u000a07:57:34.133349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10456): Terminated: ok {rc=0}\u000a07:57:34.142912 --- ParallelTerminationStrategy: PID 10459 died...\u000a07:57:34.194921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10459): Terminated: ok {rc=0}\u000a07:57:34.204457 --- ParallelTerminationStrategy: PID 10462 died...\u000a07:57:34.256483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10462): Terminated: ok {rc=0}\u000a07:57:34.339607 bus /sierra_3: Setting Powered False\u000a07:57:35.441108 bus /sierra_3: Setting Powered False\u000a07:57:36.551871 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:57:16" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10475): Process ended prematurely: osmo-stp_10.42.42.5(pid=10475) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10475)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10475): Process ended prematurely: osmo-stp_10.42.42.5(pid=10475) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:57:38.529196 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:57:38.541151 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:57:38.694779 tst mo_mt_call.py: using LAC 20040\u000a07:57:38.821061 tst mo_mt_call.py: using RAC 150\u000a07:57:38.947182 tst mo_mt_call.py: using CellId 20040\u000a07:57:39.075135 tst mo_mt_call.py: using BVCI 20041\u000a07:57:39.099814 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:57:39.111587 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:57:39.123277 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:57:39.134907 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:57:39.146658 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:57:39.158343 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:57:39.273703 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:57:39.475947 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:57:39.950858 run create_hlr_db(pid=10469): Launched\u000a07:57:40.124820 bus /sierra_2: Setting Powered False\u000a07:57:41.146207 run create_hlr_db(pid=10469): Terminated: ok {rc=0}\u000a07:57:41.575001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10471): Launched\u000a07:57:41.899540 run osmo-hlr_10.42.42.2(pid=10472): Launched\u000a07:57:42.018259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:57:42.583540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10474): Launched\u000a07:57:42.906798 run osmo-stp_10.42.42.5(pid=10475): Launched\u000a07:57:43.023847 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:57:43.616537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10477): Launched\u000a07:57:43.942056 run osmo-msc_10.42.42.6(pid=10478): Launched\u000a07:57:44.130752 run osmo-stp_10.42.42.5(pid=10475): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10475)]\u000a07:57:44.271362 run osmo-stp_10.42.42.5(pid=10475): stdout: \u000a| (launched: 2022-12-09_07:57:42.748628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:44.405527 run osmo-stp_10.42.42.5(pid=10475): stderr: \u000a| �[0;m�[38;5;43m20221209075742939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075742939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075742939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075742939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075742940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075742940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075742940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:44.535903 run osmo-stp_10.42.42.5(pid=10475): stdout: \u000a| (launched: 2022-12-09_07:57:42.748628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:44.665507 run osmo-stp_10.42.42.5(pid=10475): stderr: \u000a| �[0;m�[38;5;43m20221209075742939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075742939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075742939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075742939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075742940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075742940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075742940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:44.722028 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10475): Process ended prematurely: osmo-stp_10.42.42.5(pid=10475) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10475)] [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:57:44.731309 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:57:44.793402 run osmo-hlr_10.42.42.2(pid=10472): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10472)]\u000a07:57:44.844358 run osmo-hlr_10.42.42.2(pid=10472): stdout: \u000a| (launched: 2022-12-09_07:57:41.739971) \u000a07:57:44.895848 run osmo-hlr_10.42.42.2(pid=10472): stderr: \u000a| �[0;m�[1;31m20221209075741935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075741935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075741935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075741935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075741935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075741935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075741952 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075741962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075741962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075741962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:57:44.966162 run osmo-msc_10.42.42.6(pid=10478): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10478)]\u000a07:57:45.016891 run osmo-msc_10.42.42.6(pid=10478): stdout: \u000a| (launched: 2022-12-09_07:57:43.781757) \u000a07:57:45.068317 run osmo-msc_10.42.42.6(pid=10478): stderr: \u000a| �[0;m�[38;5;43m20221209075744102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075744103 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc561967c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075744103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075744103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075744103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075744103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075744105 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075744105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075744105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075744106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:57:45.111991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10471): Terminating (SIGTERM)\u000a07:57:45.153513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10474): Terminating (SIGTERM)\u000a07:57:45.195027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10477): Terminating (SIGTERM)\u000a07:57:45.204680 --- ParallelTerminationStrategy: PID 10471 died...\u000a07:57:45.260047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10471): Terminated: ok {rc=0}\u000a07:57:45.270054 --- ParallelTerminationStrategy: PID 10474 died...\u000a07:57:45.325187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10474): Terminated: ok {rc=0}\u000a07:57:45.335092 --- ParallelTerminationStrategy: PID 10477 died...\u000a07:57:45.389998 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10477): Terminated: ok {rc=0}\u000a07:57:45.475545 bus /sierra_3: Setting Powered False\u000a07:57:46.593057 bus /sierra_3: Setting Powered False\u000a07:57:47.702491 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10486): Process ended prematurely: osmo-stp_10.42.42.5(pid=10486) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10486)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10486): Process ended prematurely: osmo-stp_10.42.42.5(pid=10486) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10486)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:57:48.811657 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:57:48.823627 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:57:48.972151 tst mo_mt_call_osmux.py: using LAC 20041\u000a07:57:49.091797 tst mo_mt_call_osmux.py: using RAC 151\u000a07:57:49.221813 tst mo_mt_call_osmux.py: using CellId 20041\u000a07:57:49.347147 tst mo_mt_call_osmux.py: using BVCI 20042\u000a07:57:49.371989 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:57:49.383909 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:57:49.395714 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:57:49.407563 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:57:49.419479 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:57:49.431066 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:57:49.548942 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:57:49.762109 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:57:50.279034 run create_hlr_db(pid=10480): Launched\u000a07:57:50.466591 bus /sierra_2: Setting Powered False\u000a07:57:51.487719 run create_hlr_db(pid=10480): Terminated: ok {rc=0}\u000a07:57:51.908446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10482): Launched\u000a07:57:52.210330 run osmo-hlr_10.42.42.2(pid=10483): Launched\u000a07:57:52.320536 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:57:52.844394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10485): Launched\u000a07:57:53.149259 run osmo-stp_10.42.42.5(pid=10486): Launched\u000a07:57:53.259532 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:57:53.812933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10488): Launched\u000a07:57:54.118823 run osmo-msc_10.42.42.6(pid=10489): Launched\u000a07:57:54.296396 run osmo-stp_10.42.42.5(pid=10486): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10486)]\u000a07:57:54.426039 run osmo-stp_10.42.42.5(pid=10486): stdout: \u000a| (launched: 2022-12-09_07:57:52.997947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:54.553549 run osmo-stp_10.42.42.5(pid=10486): stderr: \u000a| �[0;m�[38;5;43m20221209075753164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075753164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075753165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075753165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075753166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075753166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075753166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:54.676266 run osmo-stp_10.42.42.5(pid=10486): stdout: \u000a| (launched: 2022-12-09_07:57:52.997947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:54.797964 run osmo-stp_10.42.42.5(pid=10486): stderr: \u000a| �[0;m�[38;5;43m20221209075753164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075753164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075753165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075753165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075753166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075753166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075753166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:54.851007 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10486): Process ended prematurely: osmo-stp_10.42.42.5(pid=10486) [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10486)] [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:57:54.861077 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a07:57:54.921896 run osmo-hlr_10.42.42.2(pid=10483): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10483)]\u000a07:57:54.971092 run osmo-hlr_10.42.42.2(pid=10483): stdout: \u000a| (launched: 2022-12-09_07:57:52.062053) \u000a07:57:55.020738 run osmo-hlr_10.42.42.2(pid=10483): stderr: \u000a| �[0;m�[1;31m20221209075752236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075752236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075752236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075752236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075752236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075752236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075752248 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075752257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075752258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075752258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:57:55.087537 run osmo-msc_10.42.42.6(pid=10489): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10489)]\u000a07:57:55.137326 run osmo-msc_10.42.42.6(pid=10489): stdout: \u000a| (launched: 2022-12-09_07:57:53.967036) \u000a07:57:55.186460 run osmo-msc_10.42.42.6(pid=10489): stderr: \u000a| �[0;m�[38;5;43m20221209075754237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075754238 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12418abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075754238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075754238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075754238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075754238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075754240 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075754240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075754240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075754241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:57:55.228383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10482): Terminating (SIGTERM)\u000a07:57:55.268298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10485): Terminating (SIGTERM)\u000a07:57:55.308476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10488): Terminating (SIGTERM)\u000a07:57:55.318411 --- ParallelTerminationStrategy: PID 10482 died...\u000a07:57:55.371727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10482): Terminated: ok {rc=0}\u000a07:57:55.381987 --- ParallelTerminationStrategy: PID 10485 died...\u000a07:57:55.435774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10485): Terminated: ok {rc=0}\u000a07:57:55.445745 --- ParallelTerminationStrategy: PID 10488 died...\u000a07:57:55.499007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10488): Terminated: ok {rc=0}\u000a07:57:55.586748 bus /sierra_3: Setting Powered False\u000a07:57:56.690695 bus /sierra_3: Setting Powered False\u000a07:57:57.795846 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:57:38" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10500): Process ended prematurely: osmo-stp_10.42.42.5(pid=10500) [trial-2356↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10500)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10500): Process ended prematurely: osmo-stp_10.42.42.5(pid=10500) [trial-2356↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:57:59.771576 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:57:59.782967 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:57:59.928926 tst mo_mt_call.py: using LAC 20042\u000a07:58:00.048065 tst mo_mt_call.py: using RAC 152\u000a07:58:00.175192 tst mo_mt_call.py: using CellId 20042\u000a07:58:00.302262 tst mo_mt_call.py: using BVCI 20043\u000a07:58:00.327129 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:58:00.339321 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:58:00.351253 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:58:00.363993 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:58:00.376308 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:58:00.388504 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:58:00.510528 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:58:00.713547 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:58:01.286052 run create_hlr_db(pid=10494): Launched\u000a07:58:01.507758 bus /sierra_2: Setting Powered False\u000a07:58:02.493492 run create_hlr_db(pid=10494): Terminated: ok {rc=0}\u000a07:58:02.952277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10496): Launched\u000a07:58:03.275703 run osmo-hlr_10.42.42.2(pid=10497): Launched\u000a07:58:03.396274 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:58:03.959277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10499): Launched\u000a07:58:04.283214 run osmo-stp_10.42.42.5(pid=10500): Launched\u000a07:58:04.400737 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:58:04.999092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10502): Launched\u000a07:58:05.326150 run osmo-msc_10.42.42.6(pid=10503): Launched\u000a07:58:05.515746 run osmo-stp_10.42.42.5(pid=10500): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10500)]\u000a07:58:05.651928 run osmo-stp_10.42.42.5(pid=10500): stdout: \u000a| (launched: 2022-12-09_07:58:04.124371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:05.787208 run osmo-stp_10.42.42.5(pid=10500): stderr: \u000a| �[0;m�[38;5;43m20221209075804314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075804314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075804315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075804315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075804316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075804316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075804316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:05.917266 run osmo-stp_10.42.42.5(pid=10500): stdout: \u000a| (launched: 2022-12-09_07:58:04.124371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:06.046319 run osmo-stp_10.42.42.5(pid=10500): stderr: \u000a| �[0;m�[38;5;43m20221209075804314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075804314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075804315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075804315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075804316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075804316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075804316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:06.103332 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10500): Process ended prematurely: osmo-stp_10.42.42.5(pid=10500) [trial-2356↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10500)] [trial-2356↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:58:06.112560 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:58:06.174876 run osmo-hlr_10.42.42.2(pid=10497): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10497)]\u000a07:58:06.225914 run osmo-hlr_10.42.42.2(pid=10497): stdout: \u000a| (launched: 2022-12-09_07:58:03.117445) \u000a07:58:06.277263 run osmo-hlr_10.42.42.2(pid=10497): stderr: \u000a| �[0;m�[1;31m20221209075803312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075803313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075803313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075803313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075803313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075803313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075803325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075803333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075803334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075803334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:58:06.347142 run osmo-msc_10.42.42.6(pid=10503): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10503)]\u000a07:58:06.397892 run osmo-msc_10.42.42.6(pid=10503): stdout: \u000a| (launched: 2022-12-09_07:58:05.165752) \u000a07:58:06.449186 run osmo-msc_10.42.42.6(pid=10503): stderr: \u000a| �[0;m�[38;5;43m20221209075805486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075805486 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f302575ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075805486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075805486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075805486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075805486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075805488 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075805489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075805489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075805489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:58:06.493090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10496): Terminating (SIGTERM)\u000a07:58:06.534654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10499): Terminating (SIGTERM)\u000a07:58:06.576123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10502): Terminating (SIGTERM)\u000a07:58:06.585880 --- ParallelTerminationStrategy: PID 10496 died...\u000a07:58:06.641295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10496): Terminated: ok {rc=0}\u000a07:58:06.651337 --- ParallelTerminationStrategy: PID 10499 died...\u000a07:58:06.706432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10499): Terminated: ok {rc=0}\u000a07:58:06.716415 --- ParallelTerminationStrategy: PID 10502 died...\u000a07:58:06.772204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10502): Terminated: ok {rc=0}\u000a07:58:06.859020 bus /sierra_3: Setting Powered False\u000a07:58:07.964884 bus /sierra_3: Setting Powered False\u000a07:58:09.075616 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10511): Process ended prematurely: osmo-stp_10.42.42.5(pid=10511) [trial-2356↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10511)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10511): Process ended prematurely: osmo-stp_10.42.42.5(pid=10511) [trial-2356↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:58:10.190251 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:58:10.203059 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:58:10.357508 tst mo_mt_call_osmux.py: using LAC 20043\u000a07:58:10.489216 tst mo_mt_call_osmux.py: using RAC 153\u000a07:58:10.614648 tst mo_mt_call_osmux.py: using CellId 20043\u000a07:58:10.734186 tst mo_mt_call_osmux.py: using BVCI 20044\u000a07:58:10.757688 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:58:10.769491 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:58:10.780802 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:58:10.792597 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:58:10.804143 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:58:10.815605 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:58:10.935225 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:58:11.139255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:58:11.617164 run create_hlr_db(pid=10505): Launched\u000a07:58:11.790552 bus /sierra_2: Setting Powered False\u000a07:58:12.812410 run create_hlr_db(pid=10505): Terminated: ok {rc=0}\u000a07:58:13.214475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10507): Launched\u000a07:58:13.517521 run osmo-hlr_10.42.42.2(pid=10508): Launched\u000a07:58:13.633824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:58:14.162643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10510): Launched\u000a07:58:14.465560 run osmo-stp_10.42.42.5(pid=10511): Launched\u000a07:58:14.576345 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:58:15.131172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10513): Launched\u000a07:58:15.435630 run osmo-msc_10.42.42.6(pid=10514): Launched\u000a07:58:15.612567 run osmo-stp_10.42.42.5(pid=10511): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10511)]\u000a07:58:15.740302 run osmo-stp_10.42.42.5(pid=10511): stdout: \u000a| (launched: 2022-12-09_07:58:14.316018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:15.870201 run osmo-stp_10.42.42.5(pid=10511): stderr: \u000a| �[0;m�[38;5;43m20221209075814484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075814485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075814485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075814485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075814486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075814486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075814486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:16.001122 run osmo-stp_10.42.42.5(pid=10511): stdout: \u000a| (launched: 2022-12-09_07:58:14.316018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:16.124778 run osmo-stp_10.42.42.5(pid=10511): stderr: \u000a| �[0;m�[38;5;43m20221209075814484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075814485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075814485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075814485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075814486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075814486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075814486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:16.179710 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10511): Process ended prematurely: osmo-stp_10.42.42.5(pid=10511) [trial-2356↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10511)] [trial-2356↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:58:16.189485 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a07:58:16.253228 run osmo-hlr_10.42.42.2(pid=10508): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10508)]\u000a07:58:16.304646 run osmo-hlr_10.42.42.2(pid=10508): stdout: \u000a| (launched: 2022-12-09_07:58:13.367994) \u000a07:58:16.356940 run osmo-hlr_10.42.42.2(pid=10508): stderr: \u000a| �[0;m�[1;31m20221209075813544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075813544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075813544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075813544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075813544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075813544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075813556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075813564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075813565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075813565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:58:16.427040 run osmo-msc_10.42.42.6(pid=10514): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10514)]\u000a07:58:16.482657 run osmo-msc_10.42.42.6(pid=10514): stdout: \u000a| (launched: 2022-12-09_07:58:15.284856) \u000a07:58:16.562500 run osmo-msc_10.42.42.6(pid=10514): stderr: \u000a| �[0;m�[38;5;43m20221209075815557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075815557 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc9ab5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075815557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075815557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075815557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075815558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075815560 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075815560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075815560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075815560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:58:16.622470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10507): Terminating (SIGTERM)\u000a07:58:16.664507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10510): Terminating (SIGTERM)\u000a07:58:16.725222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10513): Terminating (SIGTERM)\u000a07:58:16.740553 --- ParallelTerminationStrategy: PID 10507 died...\u000a07:58:16.806941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10507): Terminated: ok {rc=0}\u000a07:58:16.821683 --- ParallelTerminationStrategy: PID 10510 died...\u000a07:58:16.911033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10510): Terminated: ok {rc=0}\u000a07:58:16.921724 --- ParallelTerminationStrategy: PID 10513 died...\u000a07:58:16.977922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10513): Terminated: ok {rc=0}\u000a07:58:17.064691 bus /sierra_3: Setting Powered False\u000a07:58:18.165475 bus /sierra_3: Setting Powered False\u000a07:58:19.276172 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:57:59" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10538): Process ended prematurely: osmo-stp_10.42.42.5(pid=10538) [trial-2356↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10538)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10538): Process ended prematurely: osmo-stp_10.42.42.5(pid=10538) [trial-2356↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:58:21.264613 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:21.275518 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:58:21.401900 tst emergency_mo_mt_call.py: using LAC 20044\u000a07:58:21.526484 tst emergency_mo_mt_call.py: using RAC 154\u000a07:58:21.653124 tst emergency_mo_mt_call.py: using CellId 20044\u000a07:58:21.780050 tst emergency_mo_mt_call.py: using BVCI 20045\u000a07:58:21.804461 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:21.816034 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:21.827458 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:21.839031 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:21.850498 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:21.861895 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:58:21.977430 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:58:22.176526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:58:22.643596 run create_hlr_db(pid=10532): Launched\u000a07:58:22.815132 bus /sierra_2: Setting Powered False\u000a07:58:23.835469 run create_hlr_db(pid=10532): Terminated: ok {rc=0}\u000a07:58:24.257597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10534): Launched\u000a07:58:24.579249 run osmo-hlr_10.42.42.2(pid=10535): Launched\u000a07:58:24.696854 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:58:25.252722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10537): Launched\u000a07:58:25.572496 run osmo-stp_10.42.42.5(pid=10538): Launched\u000a07:58:25.699227 tst emergency_mo_mt_call.py: using MSISDN 7096\u000a07:58:25.858554 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:58:26.441740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10540): Launched\u000a07:58:26.763023 run osmo-msc_10.42.42.6(pid=10541): Launched\u000a07:58:26.949991 run osmo-stp_10.42.42.5(pid=10538): ERR: Terminated: ERROR {rc=1} [trial-2356↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10538)]\u000a07:58:27.084340 run osmo-stp_10.42.42.5(pid=10538): stdout: \u000a| (launched: 2022-12-09_07:58:25.414450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:27.218702 run osmo-stp_10.42.42.5(pid=10538): stderr: \u000a| �[0;m�[38;5;43m20221209075825606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075825606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075825606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075825607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075825607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075825607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075825607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:27.346448 run osmo-stp_10.42.42.5(pid=10538): stdout: \u000a| (launched: 2022-12-09_07:58:25.414450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:27.473248 run osmo-stp_10.42.42.5(pid=10538): stderr: \u000a| �[0;m�[38;5;43m20221209075825606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075825606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075825606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075825607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075825607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075825607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075825607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:27.529327 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10538): Process ended prematurely: osmo-stp_10.42.42.5(pid=10538) [trial-2356↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10538)] [trial-2356↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a07:58:27.538196 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a07:58:27.600903 run osmo-hlr_10.42.42.2(pid=10535): ERR: Terminated: ERROR {rc=237} [trial-2356↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10535)]\u000a07:58:27.652232 run osmo-hlr_10.42.42.2(pid=10535): stdout: \u000a| (launched: 2022-12-09_07:58:24.419587) \u000a07:58:27.704388 run osmo-hlr_10.42.42.2(pid=10535): stderr: \u000a| �[0;m�[1;31m20221209075824615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075824615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075824615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075824615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075824615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075824615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075824627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075824636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075824636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075824636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:58:27.774475 run osmo-msc_10.42.42.6(pid=10541): ERR: Terminated: ERROR {rc=2} [trial-2356↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10541)]\u000a07:58:27.825609 run osmo-msc_10.42.42.6(pid=10541): stdout: \u000a| (launched: 2022-12-09_07:58:26.604479) \u000a07:58:27.877028 run osmo-msc_10.42.42.6(pid=10541): stderr: \u000a| �[0;m�[38;5;43m20221209075826923 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075826924 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ed3313c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075826924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075826924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075826924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075826924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075826926 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075826926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075826926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075826927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:58:27.920644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10534): Terminating (SIGTERM)\u000a07:58:27.962426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10537): Terminating (SIGTERM)\u000a07:58:28.004076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10540): Terminating (SIGTERM)\u000a07:58:28.014091 --- ParallelTerminationStrategy: PID 10534 died...\u000a07:58:28.069734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10534): Terminated: ok {rc=0}\u000a07:58:28.079909 --- ParallelTerminationStrategy: PID 10537 died...\u000a07:58:28.135423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10537): Terminated: ok {rc=0}\u000a07:58:28.145623 --- ParallelTerminationStrategy: PID 10540 died...\u000a07:58:28.200912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10540): Terminated: ok {rc=0}\u000a07:58:28.286994 bus /sierra_3: Setting Powered False\u000a07:58:29.392534 bus /sierra_3: Setting Powered False\u000a07:58:30.499704 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10549): Process ended prematurely: osmo-stp_10.42.42.5(pid=10549) [trial-2356↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10549)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10549): Process ended prematurely: osmo-stp_10.42.42.5(pid=10549) [trial-2356↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10549)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:58:31.564029 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:31.579212 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:58:31.713384 tst emergency_preemptive_call.py: using LAC 20045\u000a07:58:31.842544 tst emergency_preemptive_call.py: using RAC 155\u000a07:58:31.989908 tst emergency_preemptive_call.py: using CellId 20045\u000a07:58:32.148604 tst emergency_preemptive_call.py: using BVCI 20046\u000a07:58:32.182263 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:32.194287 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:32.212609 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:32.228014 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:32.244502 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:32.257878 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:58:32.376032 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:58:32.496787 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:58:32.614859 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:58:32.823161 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:58:33.335917 run create_hlr_db(pid=10543): Launched\u000a07:58:33.521693 bus /sierra_2: Setting Powered False\u000a07:58:34.542708 run create_hlr_db(pid=10543): Terminated: ok {rc=0}\u000a07:58:34.944518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10545): Launched\u000a07:58:35.242827 run osmo-hlr_10.42.42.2(pid=10546): Launched\u000a07:58:35.360055 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:58:35.882919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10548): Launched\u000a07:58:36.180278 run osmo-stp_10.42.42.5(pid=10549): Launched\u000a07:58:36.299200 tst emergency_preemptive_call.py: using MSISDN 7097\u000a07:58:36.446842 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:58:36.988624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10551): Launched\u000a07:58:37.287222 run osmo-msc_10.42.42.6(pid=10552): Launched\u000a07:58:37.462416 run osmo-stp_10.42.42.5(pid=10549): ERR: Terminated: ERROR {rc=1} [trial-2356↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10549)]\u000a07:58:37.590476 run osmo-stp_10.42.42.5(pid=10549): stdout: \u000a| (launched: 2022-12-09_07:58:36.033376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:37.715266 run osmo-stp_10.42.42.5(pid=10549): stderr: \u000a| �[0;m�[38;5;43m20221209075836202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075836202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075836202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075836203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075836203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075836203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075836203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:37.835066 run osmo-stp_10.42.42.5(pid=10549): stdout: \u000a| (launched: 2022-12-09_07:58:36.033376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:37.953923 run osmo-stp_10.42.42.5(pid=10549): stderr: \u000a| �[0;m�[38;5;43m20221209075836202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075836202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075836202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075836203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075836203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075836203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075836203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:38.006005 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10549): Process ended prematurely: osmo-stp_10.42.42.5(pid=10549) [trial-2356↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10549)] [trial-2356↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a07:58:38.014390 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a07:58:38.074555 run osmo-hlr_10.42.42.2(pid=10546): ERR: Terminated: ERROR {rc=237} [trial-2356↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10546)]\u000a07:58:38.123332 run osmo-hlr_10.42.42.2(pid=10546): stdout: \u000a| (launched: 2022-12-09_07:58:35.095792) \u000a07:58:38.173087 run osmo-hlr_10.42.42.2(pid=10546): stderr: \u000a| �[0;m�[1;31m20221209075835269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075835269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075835269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075835269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075835269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075835269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075835282 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075835291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075835291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075835291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:58:38.240342 run osmo-msc_10.42.42.6(pid=10552): ERR: Terminated: ERROR {rc=2} [trial-2356↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10552)]\u000a07:58:38.289213 run osmo-msc_10.42.42.6(pid=10552): stdout: \u000a| (launched: 2022-12-09_07:58:37.139432) \u000a07:58:38.338780 run osmo-msc_10.42.42.6(pid=10552): stderr: \u000a| �[0;m�[38;5;43m20221209075837407 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209075837408 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fed3869cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209075837408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209075837408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209075837408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209075837408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209075837410 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209075837410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209075837411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209075837411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:58:38.380355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10545): Terminating (SIGTERM)\u000a07:58:38.420101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10548): Terminating (SIGTERM)\u000a07:58:38.460056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10551): Terminating (SIGTERM)\u000a07:58:38.469765 --- ParallelTerminationStrategy: PID 10545 died...\u000a07:58:38.523006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10545): Terminated: ok {rc=0}\u000a07:58:38.532863 --- ParallelTerminationStrategy: PID 10548 died...\u000a07:58:38.585827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10548): Terminated: ok {rc=0}\u000a07:58:38.595993 --- ParallelTerminationStrategy: PID 10551 died...\u000a07:58:38.648926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10551): Terminated: ok {rc=0}\u000a07:58:38.736867 bus /sierra_9: Setting Powered False\u000a07:58:39.839881 bus /sierra_9: Setting Powered False\u000a07:58:40.951205 bus /sierra_8: Setting Powered False\u000a07:58:42.056642 bus /sierra_8: Setting Powered False\u000a07:58:43.167350 bus /sierra_3: Setting Powered False\u000a07:58:44.268887 bus /sierra_3: Setting Powered False\u000a07:58:45.378728 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:58:20" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10567): Process ended prematurely: osmo-stp_10.42.42.5(pid=10567) [trial-2356↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10567)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10567): Process ended prematurely: osmo-stp_10.42.42.5(pid=10567) [trial-2356↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:58:47.511076 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:58:47.522766 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:58:47.657800 tst cs_paging_gprs_active.py: using LAC 20046\u000a07:58:47.786192 tst cs_paging_gprs_active.py: using RAC 156\u000a07:58:47.913281 tst cs_paging_gprs_active.py: using CellId 20046\u000a07:58:48.041866 tst cs_paging_gprs_active.py: using BVCI 20047\u000a07:58:48.066805 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:58:48.078275 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:58:48.089410 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:58:48.100479 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:58:48.111496 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:58:48.122570 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:58:48.133888 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:58:48.144793 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:58:48.155980 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:58:48.274305 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:58:48.555034 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:58:48.682147 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:58:48.995771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10557): Launched\u000a07:58:49.257554 run iperf3-srv_10.42.42.10(pid=10558): Launched\u000a07:58:49.442556 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:58:49.568921 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:58:49.883869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10559): Launched\u000a07:58:50.144940 run iperf3-srv_10.42.42.10(pid=10560): Launched\u000a07:58:50.329944 tst cs_paging_gprs_active.py:38: start network...\u000a07:58:50.456616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:58:50.934819 run create_hlr_db(pid=10561): Launched\u000a07:58:51.110306 bus /sierra_2: Setting Powered False\u000a07:58:52.131799 run create_hlr_db(pid=10561): Terminated: ok {rc=0}\u000a07:58:52.534977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10563): Launched\u000a07:58:52.840041 run osmo-hlr_10.42.42.2(pid=10564): Launched\u000a07:58:52.958217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:58:53.492333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10566): Launched\u000a07:58:53.796660 run osmo-stp_10.42.42.5(pid=10567): Launched\u000a07:58:53.907367 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:58:54.437204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10569): Launched\u000a07:58:54.546501 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:58:54.813197 run patchelf(pid=10570): Launched\u000a07:58:54.991368 run osmo-stp_10.42.42.5(pid=10567): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10567)]\u000a07:58:55.121969 run osmo-stp_10.42.42.5(pid=10567): stdout: \u000a| (launched: 2022-12-09_07:58:53.646830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:55.252710 run osmo-stp_10.42.42.5(pid=10567): stderr: \u000a| �[0;m�[38;5;43m20221209075853813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075853813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075853813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075853814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075853814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075853814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075853814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:55.379174 run osmo-stp_10.42.42.5(pid=10567): stdout: \u000a| (launched: 2022-12-09_07:58:53.646830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:55.504341 run osmo-stp_10.42.42.5(pid=10567): stderr: \u000a| �[0;m�[38;5;43m20221209075853813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075853813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075853813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075853814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075853814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075853814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075853814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:55.649637 run patchelf(pid=10570): Terminating (SIGINT)\u000a07:58:55.820449 run patchelf(pid=10570): Terminated: ok {rc=0}\u000a07:58:55.851908 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10567): Process ended prematurely: osmo-stp_10.42.42.5(pid=10567) [trial-2356↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10567)] [trial-2356↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a07:58:55.861214 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a07:58:55.922107 run osmo-hlr_10.42.42.2(pid=10564): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10564)]\u000a07:58:55.971301 run osmo-hlr_10.42.42.2(pid=10564): stdout: \u000a| (launched: 2022-12-09_07:58:52.689335) \u000a07:58:56.021356 run osmo-hlr_10.42.42.2(pid=10564): stderr: \u000a| �[0;m�[1;31m20221209075852863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075852863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075852863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075852863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075852863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075852863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075852875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075852883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075852884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075852884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:58:56.063174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10557): Terminating (SIGTERM)\u000a07:58:56.102815 run iperf3-srv_10.42.42.10(pid=10558): Terminating (SIGTERM)\u000a07:58:56.142588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10559): Terminating (SIGTERM)\u000a07:58:56.182201 run iperf3-srv_10.42.42.10(pid=10560): Terminating (SIGTERM)\u000a07:58:56.221943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10563): Terminating (SIGTERM)\u000a07:58:56.261669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10566): Terminating (SIGTERM)\u000a07:58:56.301442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10569): Terminating (SIGTERM)\u000a07:58:56.311012 --- ParallelTerminationStrategy: PID 10557 died...\u000a07:58:56.364229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10557): Terminated: ok {rc=0}\u000a07:58:56.374189 --- ParallelTerminationStrategy: PID 10558 died...\u000a07:58:56.426568 run iperf3-srv_10.42.42.10(pid=10558): Terminated {rc=256}\u000a07:58:56.436359 --- ParallelTerminationStrategy: PID 10559 died...\u000a07:58:56.488409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10559): Terminated: ok {rc=0}\u000a07:58:56.498414 --- ParallelTerminationStrategy: PID 10560 died...\u000a07:58:56.550719 run iperf3-srv_10.42.42.10(pid=10560): Terminated {rc=256}\u000a07:58:56.560628 --- ParallelTerminationStrategy: PID 10563 died...\u000a07:58:56.613190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10563): Terminated: ok {rc=0}\u000a07:58:56.622892 --- ParallelTerminationStrategy: PID 10566 died...\u000a07:58:56.675499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10566): Terminated: ok {rc=0}\u000a07:58:56.685521 --- ParallelTerminationStrategy: PID 10569 died...\u000a07:58:56.738897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10569): Terminated: ok {rc=0}\u000a07:58:56.822554 bus /gobi_0: Setting Powered False\u000a07:58:57.929807 bus /gobi_0: Setting Powered False\u000a07:58:59.040839 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10579): Process ended prematurely: osmo-stp_10.42.42.5(pid=10579) [trial-2356↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10579)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10579): Process ended prematurely: osmo-stp_10.42.42.5(pid=10579) [trial-2356↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a07:59:00.151608 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:00.163696 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:59:00.292124 tst iperf3.py: using LAC 20047\u000a07:59:00.413390 tst iperf3.py: using RAC 157\u000a07:59:00.536042 tst iperf3.py: using CellId 20047\u000a07:59:00.655928 tst iperf3.py: using BVCI 20048\u000a07:59:00.679219 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:00.690170 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:00.701073 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:00.712357 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:00.723377 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:00.734462 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:00.745797 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:00.756825 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:00.768128 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:59:01.067900 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:59:01.199139 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:59:01.547150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10571): Launched\u000a07:59:01.826958 run iperf3-srv_10.42.42.10(pid=10572): Launched\u000a07:59:02.017335 tst iperf3.py:8: start network...\u000a07:59:02.147221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:59:02.626102 run create_hlr_db(pid=10573): Launched\u000a07:59:02.800033 bus /gobi_6: Setting Powered False\u000a07:59:03.822444 run create_hlr_db(pid=10573): Terminated: ok {rc=0}\u000a07:59:04.251603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10575): Launched\u000a07:59:04.575848 run osmo-hlr_10.42.42.2(pid=10576): Launched\u000a07:59:04.693977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:59:05.255207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10578): Launched\u000a07:59:05.581042 run osmo-stp_10.42.42.5(pid=10579): Launched\u000a07:59:05.698469 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:59:06.266787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10581): Launched\u000a07:59:06.383127 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:59:06.669832 run patchelf(pid=10582): Launched\u000a07:59:06.859647 run osmo-stp_10.42.42.5(pid=10579): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10579)]\u000a07:59:06.998356 run osmo-stp_10.42.42.5(pid=10579): stdout: \u000a| (launched: 2022-12-09_07:59:05.419723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:07.137318 run osmo-stp_10.42.42.5(pid=10579): stderr: \u000a| �[0;m�[38;5;43m20221209075905610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075905610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075905610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075905611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075905611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075905611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075905611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:07.272241 run osmo-stp_10.42.42.5(pid=10579): stdout: \u000a| (launched: 2022-12-09_07:59:05.419723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:07.405715 run osmo-stp_10.42.42.5(pid=10579): stderr: \u000a| �[0;m�[38;5;43m20221209075905610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075905610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075905610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075905611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075905611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075905611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075905611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:07.560828 run patchelf(pid=10582): Terminating (SIGINT)\u000a07:59:07.742319 run patchelf(pid=10582): Terminated: ok {rc=0}\u000a07:59:07.775589 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10579): Process ended prematurely: osmo-stp_10.42.42.5(pid=10579) [trial-2356↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10579)] [trial-2356↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a07:59:07.785594 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a07:59:07.848016 run osmo-hlr_10.42.42.2(pid=10576): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10576)]\u000a07:59:07.899227 run osmo-hlr_10.42.42.2(pid=10576): stdout: \u000a| (launched: 2022-12-09_07:59:04.416503) \u000a07:59:07.951041 run osmo-hlr_10.42.42.2(pid=10576): stderr: \u000a| �[0;m�[1;31m20221209075904615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075904615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075904615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075904616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075904616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075904616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075904628 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075904636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075904636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075904636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:59:07.995069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10571): Terminating (SIGTERM)\u000a07:59:08.036423 run iperf3-srv_10.42.42.10(pid=10572): Terminating (SIGTERM)\u000a07:59:08.078062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10575): Terminating (SIGTERM)\u000a07:59:08.119561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10578): Terminating (SIGTERM)\u000a07:59:08.161173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10581): Terminating (SIGTERM)\u000a07:59:08.170828 --- ParallelTerminationStrategy: PID 10571 died...\u000a07:59:08.226445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10571): Terminated: ok {rc=0}\u000a07:59:08.236395 --- ParallelTerminationStrategy: PID 10572 died...\u000a07:59:08.291651 run iperf3-srv_10.42.42.10(pid=10572): Terminated {rc=256}\u000a07:59:08.301650 --- ParallelTerminationStrategy: PID 10575 died...\u000a07:59:08.356595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10575): Terminated: ok {rc=0}\u000a07:59:08.366622 --- ParallelTerminationStrategy: PID 10578 died...\u000a07:59:08.421934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10578): Terminated: ok {rc=0}\u000a07:59:08.431998 --- ParallelTerminationStrategy: PID 10581 died...\u000a07:59:08.487468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10581): Terminated: ok {rc=0}\u000a07:59:08.575560 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10597): Process ended prematurely: osmo-stp_10.42.42.5(pid=10597) [trial-2356↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10597)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10597): Process ended prematurely: osmo-stp_10.42.42.5(pid=10597) [trial-2356↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a07:59:09.686779 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:09.698410 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:59:09.828565 tst iperf3m4.py: using LAC 20048\u000a07:59:09.952729 tst iperf3m4.py: using RAC 158\u000a07:59:10.070672 tst iperf3m4.py: using CellId 20048\u000a07:59:10.188471 tst iperf3m4.py: using BVCI 20049\u000a07:59:10.211741 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:10.222838 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:10.233595 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:10.245263 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:10.256713 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:10.268235 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:10.280050 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:10.291528 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:10.303174 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:59:10.424804 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:59:10.546096 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:59:10.664434 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:59:10.960299 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:59:11.096515 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:59:11.434470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10583): Launched\u000a07:59:11.714620 run iperf3-srv_10.42.42.10(pid=10584): Launched\u000a07:59:11.913609 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:59:12.049832 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:59:12.385108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10585): Launched\u000a07:59:12.659447 run iperf3-srv_10.42.42.10(pid=10586): Launched\u000a07:59:12.844817 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:59:12.971743 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:59:13.286040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10587): Launched\u000a07:59:13.547537 run iperf3-srv_10.42.42.10(pid=10588): Launched\u000a07:59:13.732710 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:59:13.859660 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:59:14.173282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10589): Launched\u000a07:59:14.436389 run iperf3-srv_10.42.42.10(pid=10590): Launched\u000a07:59:14.621588 tst iperf3m4.py:8: start network...\u000a07:59:14.748303 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:59:15.224745 run create_hlr_db(pid=10591): Launched\u000a07:59:15.400107 bus /gobi_6: Setting Powered False\u000a07:59:16.480387 run create_hlr_db(pid=10591): Terminated: ok {rc=0}\u000a07:59:16.987220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10593): Launched\u000a07:59:17.339097 run osmo-hlr_10.42.42.2(pid=10594): Launched\u000a07:59:17.463095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:59:18.031815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10596): Launched\u000a07:59:18.358532 run osmo-stp_10.42.42.5(pid=10597): Launched\u000a07:59:18.477143 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:59:19.048266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10599): Launched\u000a07:59:19.165193 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:59:19.450179 run patchelf(pid=10600): Launched\u000a07:59:19.641869 run osmo-stp_10.42.42.5(pid=10597): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10597)]\u000a07:59:19.780228 run osmo-stp_10.42.42.5(pid=10597): stdout: \u000a| (launched: 2022-12-09_07:59:18.197940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:19.918962 run osmo-stp_10.42.42.5(pid=10597): stderr: \u000a| �[0;m�[38;5;43m20221209075918387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075918387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075918387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075918388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075918388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075918388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075918388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:20.052811 run osmo-stp_10.42.42.5(pid=10597): stdout: \u000a| (launched: 2022-12-09_07:59:18.197940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:20.185610 run osmo-stp_10.42.42.5(pid=10597): stderr: \u000a| �[0;m�[38;5;43m20221209075918387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075918387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075918387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075918388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075918388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075918388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075918388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:20.340269 run patchelf(pid=10600): Terminating (SIGINT)\u000a07:59:20.522298 run patchelf(pid=10600): Terminated: ok {rc=0}\u000a07:59:20.555743 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10597): Process ended prematurely: osmo-stp_10.42.42.5(pid=10597) [trial-2356↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10597)] [trial-2356↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a07:59:20.565789 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a07:59:20.628644 run osmo-hlr_10.42.42.2(pid=10594): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10594)]\u000a07:59:20.680113 run osmo-hlr_10.42.42.2(pid=10594): stdout: \u000a| (launched: 2022-12-09_07:59:17.156356) \u000a07:59:20.732524 run osmo-hlr_10.42.42.2(pid=10594): stderr: \u000a| �[0;m�[1;31m20221209075917398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075917398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075917398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075917398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075917398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075917398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075917409 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075917418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075917419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075917419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:59:20.776618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10583): Terminating (SIGTERM)\u000a07:59:20.818348 run iperf3-srv_10.42.42.10(pid=10584): Terminating (SIGTERM)\u000a07:59:20.860235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10585): Terminating (SIGTERM)\u000a07:59:20.902045 run iperf3-srv_10.42.42.10(pid=10586): Terminating (SIGTERM)\u000a07:59:20.943888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10587): Terminating (SIGTERM)\u000a07:59:20.985634 run iperf3-srv_10.42.42.10(pid=10588): Terminating (SIGTERM)\u000a07:59:21.027426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10589): Terminating (SIGTERM)\u000a07:59:21.069145 run iperf3-srv_10.42.42.10(pid=10590): Terminating (SIGTERM)\u000a07:59:21.111007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10593): Terminating (SIGTERM)\u000a07:59:21.152866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10596): Terminating (SIGTERM)\u000a07:59:21.194602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10599): Terminating (SIGTERM)\u000a07:59:21.204354 --- ParallelTerminationStrategy: PID 10583 died...\u000a07:59:21.260365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10583): Terminated: ok {rc=0}\u000a07:59:21.270684 --- ParallelTerminationStrategy: PID 10584 died...\u000a07:59:21.326330 run iperf3-srv_10.42.42.10(pid=10584): Terminated {rc=256}\u000a07:59:21.336568 --- ParallelTerminationStrategy: PID 10585 died...\u000a07:59:21.391719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10585): Terminated: ok {rc=0}\u000a07:59:21.401742 --- ParallelTerminationStrategy: PID 10586 died...\u000a07:59:21.456718 run iperf3-srv_10.42.42.10(pid=10586): Terminated {rc=256}\u000a07:59:21.466814 --- ParallelTerminationStrategy: PID 10587 died...\u000a07:59:21.522471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10587): Terminated: ok {rc=0}\u000a07:59:21.532580 --- ParallelTerminationStrategy: PID 10588 died...\u000a07:59:21.587780 run iperf3-srv_10.42.42.10(pid=10588): Terminated {rc=256}\u000a07:59:21.597963 --- ParallelTerminationStrategy: PID 10589 died...\u000a07:59:21.653415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10589): Terminated: ok {rc=0}\u000a07:59:21.663814 --- ParallelTerminationStrategy: PID 10590 died...\u000a07:59:21.719069 run iperf3-srv_10.42.42.10(pid=10590): Terminated {rc=256}\u000a07:59:21.729270 --- ParallelTerminationStrategy: PID 10593 died...\u000a07:59:21.784385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10593): Terminated: ok {rc=0}\u000a07:59:21.794536 --- ParallelTerminationStrategy: PID 10596 died...\u000a07:59:21.849783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10596): Terminated: ok {rc=0}\u000a07:59:21.859915 --- ParallelTerminationStrategy: PID 10599 died...\u000a07:59:21.915501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10599): Terminated: ok {rc=0}\u000a07:59:22.001491 bus /gobi_4: Setting Powered False\u000a07:59:23.109295 bus /gobi_4: Setting Powered False\u000a07:59:24.218492 bus /gobi_1: Setting Powered False\u000a07:59:25.321583 bus /gobi_1: Setting Powered False\u000a07:59:26.432123 bus /gobi_0: Setting Powered False\u000a07:59:27.533903 bus /gobi_0: Setting Powered False\u000a07:59:28.644413 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10607): Process ended prematurely: osmo-stp_10.42.42.5(pid=10607) [trial-2356↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10607)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10607): Process ended prematurely: osmo-stp_10.42.42.5(pid=10607) [trial-2356↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a07:59:29.712190 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:29.724361 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:59:29.858606 tst ping.py: using LAC 20049\u000a07:59:29.983992 tst ping.py: using RAC 159\u000a07:59:30.109102 tst ping.py: using CellId 20049\u000a07:59:30.236477 tst ping.py: using BVCI 20050\u000a07:59:30.261008 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:30.272327 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:30.283628 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:30.294846 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:30.305955 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:30.317141 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:30.328373 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:30.339647 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:59:30.630824 tst ping.py:19: start network...\u000a07:59:30.764117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:59:31.309994 run create_hlr_db(pid=10601): Launched\u000a07:59:31.488182 bus /gobi_6: Setting Powered False\u000a07:59:32.512901 run create_hlr_db(pid=10601): Terminated: ok {rc=0}\u000a07:59:32.913960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10603): Launched\u000a07:59:33.212626 run osmo-hlr_10.42.42.2(pid=10604): Launched\u000a07:59:33.326364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:59:33.853486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10606): Launched\u000a07:59:34.151945 run osmo-stp_10.42.42.5(pid=10607): Launched\u000a07:59:34.261251 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:59:34.781314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10609): Launched\u000a07:59:34.887387 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:59:35.147604 run patchelf(pid=10610): Launched\u000a07:59:35.321600 run osmo-stp_10.42.42.5(pid=10607): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10607)]\u000a07:59:35.449459 run osmo-stp_10.42.42.5(pid=10607): stdout: \u000a| (launched: 2022-12-09_07:59:34.004158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:35.578045 run osmo-stp_10.42.42.5(pid=10607): stderr: \u000a| �[0;m�[38;5;43m20221209075934172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075934172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075934173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075934173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075934174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075934174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075934174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:35.702233 run osmo-stp_10.42.42.5(pid=10607): stdout: \u000a| (launched: 2022-12-09_07:59:34.004158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:35.825493 run osmo-stp_10.42.42.5(pid=10607): stderr: \u000a| �[0;m�[38;5;43m20221209075934172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075934172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075934173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075934173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075934174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075934174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075934174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:35.967517 run patchelf(pid=10610): Terminating (SIGINT)\u000a07:59:36.134319 run patchelf(pid=10610): Terminated: ok {rc=0}\u000a07:59:36.164728 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10607): Process ended prematurely: osmo-stp_10.42.42.5(pid=10607) [trial-2356↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10607)] [trial-2356↪gprs:nanobts+band-1900↪ping.py:22]\u000a07:59:36.173398 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:59:36.234320 run osmo-hlr_10.42.42.2(pid=10604): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10604)]\u000a07:59:36.283341 run osmo-hlr_10.42.42.2(pid=10604): stdout: \u000a| (launched: 2022-12-09_07:59:33.065183) \u000a07:59:36.333142 run osmo-hlr_10.42.42.2(pid=10604): stderr: \u000a| �[0;m�[1;31m20221209075933240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075933240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075933240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075933240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075933240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075933240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075933253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075933262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075933262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075933262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:59:36.375159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10603): Terminating (SIGTERM)\u000a07:59:36.415017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10606): Terminating (SIGTERM)\u000a07:59:36.455136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10609): Terminating (SIGTERM)\u000a07:59:36.464641 --- ParallelTerminationStrategy: PID 10603 died...\u000a07:59:36.517906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10603): Terminated: ok {rc=0}\u000a07:59:36.528116 --- ParallelTerminationStrategy: PID 10606 died...\u000a07:59:36.581130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10606): Terminated: ok {rc=0}\u000a07:59:36.591089 --- ParallelTerminationStrategy: PID 10609 died...\u000a07:59:36.644029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10609): Terminated: ok {rc=0}\u000a07:59:36.731350 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10617): Process ended prematurely: osmo-stp_10.42.42.5(pid=10617) [trial-2356↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10617)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10617): Process ended prematurely: osmo-stp_10.42.42.5(pid=10617) [trial-2356↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a07:59:37.782420 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:37.794216 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:59:37.922716 tst ping_idle_ping.py: using LAC 20050\u000a07:59:38.040098 tst ping_idle_ping.py: using RAC 160\u000a07:59:38.162260 tst ping_idle_ping.py: using CellId 20050\u000a07:59:38.278201 tst ping_idle_ping.py: using BVCI 20051\u000a07:59:38.300925 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:38.311782 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:38.322586 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:38.333751 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:38.344774 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:38.355812 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:38.367031 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:59:38.378170 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:59:38.660122 tst ping_idle_ping.py:24: start network...\u000a07:59:38.785262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:59:39.260477 run create_hlr_db(pid=10611): Launched\u000a07:59:39.433282 bus /gobi_6: Setting Powered False\u000a07:59:40.454448 run create_hlr_db(pid=10611): Terminated: ok {rc=0}\u000a07:59:40.882701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10613): Launched\u000a07:59:41.204541 run osmo-hlr_10.42.42.2(pid=10614): Launched\u000a07:59:41.321144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:59:41.878926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10616): Launched\u000a07:59:42.203147 run osmo-stp_10.42.42.5(pid=10617): Launched\u000a07:59:42.319765 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:59:42.882409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10619): Launched\u000a07:59:42.997167 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:59:43.277066 run patchelf(pid=10620): Launched\u000a07:59:43.465113 run osmo-stp_10.42.42.5(pid=10617): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10617)]\u000a07:59:43.603241 run osmo-stp_10.42.42.5(pid=10617): stdout: \u000a| (launched: 2022-12-09_07:59:42.042793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:43.740683 run osmo-stp_10.42.42.5(pid=10617): stderr: \u000a| �[0;m�[38;5;43m20221209075942233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075942233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075942233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075942234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075942234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075942234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075942234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:43.873667 run osmo-stp_10.42.42.5(pid=10617): stdout: \u000a| (launched: 2022-12-09_07:59:42.042793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:44.005581 run osmo-stp_10.42.42.5(pid=10617): stderr: \u000a| �[0;m�[38;5;43m20221209075942233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075942233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075942233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075942234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075942234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075942234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075942234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:44.158012 run patchelf(pid=10620): Terminating (SIGINT)\u000a07:59:44.337072 run patchelf(pid=10620): Terminated: ok {rc=0}\u000a07:59:44.369574 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10617): Process ended prematurely: osmo-stp_10.42.42.5(pid=10617) [trial-2356↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10617)] [trial-2356↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a07:59:44.378909 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a07:59:44.441425 run osmo-hlr_10.42.42.2(pid=10614): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10614)]\u000a07:59:44.492275 run osmo-hlr_10.42.42.2(pid=10614): stdout: \u000a| (launched: 2022-12-09_07:59:41.045858) \u000a07:59:44.544128 run osmo-hlr_10.42.42.2(pid=10614): stderr: \u000a| �[0;m�[1;31m20221209075941242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075941242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075941242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075941242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075941242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075941242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075941255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075941263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075941264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075941264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:59:44.588394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10613): Terminating (SIGTERM)\u000a07:59:44.629849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10616): Terminating (SIGTERM)\u000a07:59:44.671532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10619): Terminating (SIGTERM)\u000a07:59:44.681331 --- ParallelTerminationStrategy: PID 10613 died...\u000a07:59:44.736532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10613): Terminated: ok {rc=0}\u000a07:59:44.746696 --- ParallelTerminationStrategy: PID 10616 died...\u000a07:59:44.801667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10616): Terminated: ok {rc=0}\u000a07:59:44.811804 --- ParallelTerminationStrategy: PID 10619 died...\u000a07:59:44.866996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10619): Terminated: ok {rc=0}\u000a07:59:44.953620 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:58:47" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10634): Process ended prematurely: osmo-stp_10.42.42.5(pid=10634) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10634)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10634): Process ended prematurely: osmo-stp_10.42.42.5(pid=10634) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:59:47.213846 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:59:47.226353 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:59:47.364802 tst cs_paging_gprs_active.py: using LAC 20051\u000a07:59:47.496836 tst cs_paging_gprs_active.py: using RAC 161\u000a07:59:47.627782 tst cs_paging_gprs_active.py: using CellId 20051\u000a07:59:47.753659 tst cs_paging_gprs_active.py: using BVCI 20052\u000a07:59:47.778656 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:59:47.790393 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:59:47.801820 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:59:47.813199 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:59:47.824396 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:59:47.835658 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:59:47.847187 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:59:47.858445 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:59:47.869917 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:59:47.986973 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:59:48.284290 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:59:48.421418 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:59:48.759586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10624): Launched\u000a07:59:49.040268 run iperf3-srv_10.42.42.10(pid=10625): Launched\u000a07:59:49.241395 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:59:49.378134 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:59:49.718270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10626): Launched\u000a07:59:49.999493 run iperf3-srv_10.42.42.10(pid=10627): Launched\u000a07:59:50.199778 tst cs_paging_gprs_active.py:38: start network...\u000a07:59:50.337339 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:59:50.860173 run create_hlr_db(pid=10628): Launched\u000a07:59:51.048784 bus /gobi_6: Setting Powered False\u000a07:59:52.070184 run create_hlr_db(pid=10628): Terminated: ok {rc=0}\u000a07:59:52.479413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10630): Launched\u000a07:59:52.785826 run osmo-hlr_10.42.42.2(pid=10631): Launched\u000a07:59:52.905573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:59:53.474446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10633): Launched\u000a07:59:53.801761 run osmo-stp_10.42.42.5(pid=10634): Launched\u000a07:59:53.919293 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:59:54.487683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10636): Launched\u000a07:59:54.604669 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:59:54.890290 run patchelf(pid=10637): Launched\u000a07:59:55.080359 run osmo-stp_10.42.42.5(pid=10634): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10634)]\u000a07:59:55.218999 run osmo-stp_10.42.42.5(pid=10634): stdout: \u000a| (launched: 2022-12-09_07:59:53.641881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:55.358426 run osmo-stp_10.42.42.5(pid=10634): stderr: \u000a| �[0;m�[38;5;43m20221209075953833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075953833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075953834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075953834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075953834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075953834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075953834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:55.493265 run osmo-stp_10.42.42.5(pid=10634): stdout: \u000a| (launched: 2022-12-09_07:59:53.641881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:55.627514 run osmo-stp_10.42.42.5(pid=10634): stderr: \u000a| �[0;m�[38;5;43m20221209075953833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209075953833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209075953834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209075953834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209075953834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209075953834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209075953834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:55.782481 run patchelf(pid=10637): Terminating (SIGINT)\u000a07:59:55.963570 run patchelf(pid=10637): Terminated: ok {rc=0}\u000a07:59:55.997064 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10634): Process ended prematurely: osmo-stp_10.42.42.5(pid=10634) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10634)] [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:59:56.007178 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a07:59:56.069812 run osmo-hlr_10.42.42.2(pid=10631): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10631)]\u000a07:59:56.121036 run osmo-hlr_10.42.42.2(pid=10631): stdout: \u000a| (launched: 2022-12-09_07:59:52.635137) \u000a07:59:56.172809 run osmo-hlr_10.42.42.2(pid=10631): stderr: \u000a| �[0;m�[1;31m20221209075952808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209075952808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209075952808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075952808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209075952808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209075952808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209075952821 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209075952829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209075952830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209075952830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:59:56.217186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10624): Terminating (SIGTERM)\u000a07:59:56.258906 run iperf3-srv_10.42.42.10(pid=10625): Terminating (SIGTERM)\u000a07:59:56.300612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10626): Terminating (SIGTERM)\u000a07:59:56.342486 run iperf3-srv_10.42.42.10(pid=10627): Terminating (SIGTERM)\u000a07:59:56.384236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10630): Terminating (SIGTERM)\u000a07:59:56.425810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10633): Terminating (SIGTERM)\u000a07:59:56.467557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10636): Terminating (SIGTERM)\u000a07:59:56.477419 --- ParallelTerminationStrategy: PID 10624 died...\u000a07:59:56.533542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10624): Terminated: ok {rc=0}\u000a07:59:56.543726 --- ParallelTerminationStrategy: PID 10625 died...\u000a07:59:56.598826 run iperf3-srv_10.42.42.10(pid=10625): Terminated {rc=256}\u000a07:59:56.608832 --- ParallelTerminationStrategy: PID 10626 died...\u000a07:59:56.664287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10626): Terminated: ok {rc=0}\u000a07:59:56.674360 --- ParallelTerminationStrategy: PID 10627 died...\u000a07:59:56.729879 run iperf3-srv_10.42.42.10(pid=10627): Terminated {rc=256}\u000a07:59:56.739763 --- ParallelTerminationStrategy: PID 10630 died...\u000a07:59:56.795134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10630): Terminated: ok {rc=0}\u000a07:59:56.805132 --- ParallelTerminationStrategy: PID 10633 died...\u000a07:59:56.860160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10633): Terminated: ok {rc=0}\u000a07:59:56.870293 --- ParallelTerminationStrategy: PID 10636 died...\u000a07:59:56.925293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10636): Terminated: ok {rc=0}\u000a07:59:57.011565 bus /gobi_0: Setting Powered False\u000a07:59:58.117317 bus /gobi_0: Setting Powered False\u000a07:59:59.224411 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10652): Process ended prematurely: osmo-stp_10.42.42.5(pid=10652) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10652)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10652): Process ended prematurely: osmo-stp_10.42.42.5(pid=10652) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a08:00:00.338980 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:00.351333 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:00:00.490523 tst iperf3.py: using LAC 20052\u000a08:00:00.619772 tst iperf3.py: using RAC 162\u000a08:00:00.746526 tst iperf3.py: using CellId 20052\u000a08:00:00.885991 tst iperf3.py: using BVCI 20053\u000a08:00:00.911695 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:00.923968 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:00.936031 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:00.947909 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:00.959866 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:00.971828 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:00.984243 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:00.996098 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:01.008604 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:00:01.316767 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:00:01.457079 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:00:01.809769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10644): Launched\u000a08:00:02.149113 run iperf3-srv_10.42.42.10(pid=10645): Launched\u000a08:00:02.350023 tst iperf3.py:8: start network...\u000a08:00:02.482487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:00:02.963363 run create_hlr_db(pid=10646): Launched\u000a08:00:03.137938 bus /gobi_6: Setting Powered False\u000a08:00:04.158769 run create_hlr_db(pid=10646): Terminated: ok {rc=0}\u000a08:00:04.562515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10648): Launched\u000a08:00:04.867001 run osmo-hlr_10.42.42.2(pid=10649): Launched\u000a08:00:04.983812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:00:05.519333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10651): Launched\u000a08:00:05.825508 run osmo-stp_10.42.42.5(pid=10652): Launched\u000a08:00:05.936548 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:00:06.466562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10654): Launched\u000a08:00:06.575067 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:00:06.840676 run patchelf(pid=10655): Launched\u000a08:00:07.018898 run osmo-stp_10.42.42.5(pid=10652): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10652)]\u000a08:00:07.149278 run osmo-stp_10.42.42.5(pid=10652): stdout: \u000a| (launched: 2022-12-09_08:00:05.674489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:07.279416 run osmo-stp_10.42.42.5(pid=10652): stderr: \u000a| �[0;m�[38;5;43m20221209080005841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080005842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080005842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080005842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080005843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080005843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080005843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:07.405584 run osmo-stp_10.42.42.5(pid=10652): stdout: \u000a| (launched: 2022-12-09_08:00:05.674489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:07.530571 run osmo-stp_10.42.42.5(pid=10652): stderr: \u000a| �[0;m�[38;5;43m20221209080005841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080005842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080005842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080005842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080005843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080005843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080005843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:07.675590 run patchelf(pid=10655): Terminating (SIGINT)\u000a08:00:07.846270 run patchelf(pid=10655): Terminated: ok {rc=0}\u000a08:00:07.877546 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10652): Process ended prematurely: osmo-stp_10.42.42.5(pid=10652) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10652)] [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a08:00:07.886849 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a08:00:07.947296 run osmo-hlr_10.42.42.2(pid=10649): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10649)]\u000a08:00:07.996325 run osmo-hlr_10.42.42.2(pid=10649): stdout: \u000a| (launched: 2022-12-09_08:00:04.717438) \u000a08:00:08.046109 run osmo-hlr_10.42.42.2(pid=10649): stderr: \u000a| �[0;m�[1;31m20221209080004889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080004889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080004889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080004889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080004889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080004889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080004901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080004910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080004910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080004910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:00:08.087904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10644): Terminating (SIGTERM)\u000a08:00:08.127784 run iperf3-srv_10.42.42.10(pid=10645): Terminating (SIGTERM)\u000a08:00:08.167630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10648): Terminating (SIGTERM)\u000a08:00:08.207353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10651): Terminating (SIGTERM)\u000a08:00:08.247174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10654): Terminating (SIGTERM)\u000a08:00:08.256605 --- ParallelTerminationStrategy: PID 10644 died...\u000a08:00:08.309536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10644): Terminated: ok {rc=0}\u000a08:00:08.319263 --- ParallelTerminationStrategy: PID 10645 died...\u000a08:00:08.371572 run iperf3-srv_10.42.42.10(pid=10645): Terminated {rc=256}\u000a08:00:08.381234 --- ParallelTerminationStrategy: PID 10648 died...\u000a08:00:08.433419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10648): Terminated: ok {rc=0}\u000a08:00:08.443099 --- ParallelTerminationStrategy: PID 10651 died...\u000a08:00:08.495894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10651): Terminated: ok {rc=0}\u000a08:00:08.505773 --- ParallelTerminationStrategy: PID 10654 died...\u000a08:00:08.558202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10654): Terminated: ok {rc=0}\u000a08:00:08.645030 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10670): Process ended prematurely: osmo-stp_10.42.42.5(pid=10670) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10670)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10670): Process ended prematurely: osmo-stp_10.42.42.5(pid=10670) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a08:00:09.755057 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:09.766867 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:00:09.897456 tst iperf3m4.py: using LAC 20053\u000a08:00:10.016702 tst iperf3m4.py: using RAC 163\u000a08:00:10.136821 tst iperf3m4.py: using CellId 20053\u000a08:00:10.256050 tst iperf3m4.py: using BVCI 20054\u000a08:00:10.279043 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:10.290128 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:10.300937 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:10.312088 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:10.323178 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:10.334324 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:10.345553 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:10.356589 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:10.368093 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:00:10.489398 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:00:10.613981 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:00:10.731817 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:00:11.011380 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:00:11.138433 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:00:11.452496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10656): Launched\u000a08:00:11.715522 run iperf3-srv_10.42.42.10(pid=10657): Launched\u000a08:00:11.901830 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:00:12.029199 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:00:12.343996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10658): Launched\u000a08:00:12.605705 run iperf3-srv_10.42.42.10(pid=10659): Launched\u000a08:00:12.790547 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:00:12.917313 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:00:13.231278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10660): Launched\u000a08:00:13.492709 run iperf3-srv_10.42.42.10(pid=10661): Launched\u000a08:00:13.678250 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:00:13.805711 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:00:14.119488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10662): Launched\u000a08:00:14.380525 run iperf3-srv_10.42.42.10(pid=10663): Launched\u000a08:00:14.566426 tst iperf3m4.py:8: start network...\u000a08:00:14.693414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:00:15.172405 run create_hlr_db(pid=10664): Launched\u000a08:00:15.347113 bus /gobi_6: Setting Powered False\u000a08:00:16.374444 run create_hlr_db(pid=10664): Terminated: ok {rc=0}\u000a08:00:16.802901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10666): Launched\u000a08:00:17.194220 run osmo-hlr_10.42.42.2(pid=10667): Launched\u000a08:00:17.320778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:00:17.891782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10669): Launched\u000a08:00:18.222244 run osmo-stp_10.42.42.5(pid=10670): Launched\u000a08:00:18.340072 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:00:18.910327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10672): Launched\u000a08:00:19.027265 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:00:19.313099 run patchelf(pid=10673): Launched\u000a08:00:19.503214 run osmo-stp_10.42.42.5(pid=10670): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10670)]\u000a08:00:19.642854 run osmo-stp_10.42.42.5(pid=10670): stdout: \u000a| (launched: 2022-12-09_08:00:18.057849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:19.781967 run osmo-stp_10.42.42.5(pid=10670): stderr: \u000a| �[0;m�[38;5;43m20221209080018247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080018247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080018247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080018248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080018248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080018248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080018249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:19.916889 run osmo-stp_10.42.42.5(pid=10670): stdout: \u000a| (launched: 2022-12-09_08:00:18.057849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:20.050153 run osmo-stp_10.42.42.5(pid=10670): stderr: \u000a| �[0;m�[38;5;43m20221209080018247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080018247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080018247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080018248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080018248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080018248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080018249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:20.205483 run patchelf(pid=10673): Terminating (SIGINT)\u000a08:00:20.387865 run patchelf(pid=10673): Terminated: ok {rc=0}\u000a08:00:20.421541 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10670): Process ended prematurely: osmo-stp_10.42.42.5(pid=10670) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10670)] [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a08:00:20.431531 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a08:00:20.494156 run osmo-hlr_10.42.42.2(pid=10667): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10667)]\u000a08:00:20.545155 run osmo-hlr_10.42.42.2(pid=10667): stdout: \u000a| (launched: 2022-12-09_08:00:16.960638) \u000a08:00:20.596420 run osmo-hlr_10.42.42.2(pid=10667): stderr: \u000a| �[0;m�[1;31m20221209080017301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080017301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080017301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080017301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080017301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080017301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080017313 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080017322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080017322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080017322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:00:20.640098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10656): Terminating (SIGTERM)\u000a08:00:20.681463 run iperf3-srv_10.42.42.10(pid=10657): Terminating (SIGTERM)\u000a08:00:20.722764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10658): Terminating (SIGTERM)\u000a08:00:20.763984 run iperf3-srv_10.42.42.10(pid=10659): Terminating (SIGTERM)\u000a08:00:20.805526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10660): Terminating (SIGTERM)\u000a08:00:20.846976 run iperf3-srv_10.42.42.10(pid=10661): Terminating (SIGTERM)\u000a08:00:20.888332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10662): Terminating (SIGTERM)\u000a08:00:20.929698 run iperf3-srv_10.42.42.10(pid=10663): Terminating (SIGTERM)\u000a08:00:20.971036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10666): Terminating (SIGTERM)\u000a08:00:21.012368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10669): Terminating (SIGTERM)\u000a08:00:21.053840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10672): Terminating (SIGTERM)\u000a08:00:21.063522 --- ParallelTerminationStrategy: PID 10656 died...\u000a08:00:21.119067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10656): Terminated: ok {rc=0}\u000a08:00:21.129234 --- ParallelTerminationStrategy: PID 10657 died...\u000a08:00:21.184727 run iperf3-srv_10.42.42.10(pid=10657): Terminated {rc=256}\u000a08:00:21.194843 --- ParallelTerminationStrategy: PID 10658 died...\u000a08:00:21.249979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10658): Terminated: ok {rc=0}\u000a08:00:21.260143 --- ParallelTerminationStrategy: PID 10659 died...\u000a08:00:21.315251 run iperf3-srv_10.42.42.10(pid=10659): Terminated {rc=256}\u000a08:00:21.325469 --- ParallelTerminationStrategy: PID 10660 died...\u000a08:00:21.380605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10660): Terminated: ok {rc=0}\u000a08:00:21.390710 --- ParallelTerminationStrategy: PID 10661 died...\u000a08:00:21.445661 run iperf3-srv_10.42.42.10(pid=10661): Terminated {rc=256}\u000a08:00:21.455642 --- ParallelTerminationStrategy: PID 10662 died...\u000a08:00:21.511093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10662): Terminated: ok {rc=0}\u000a08:00:21.521311 --- ParallelTerminationStrategy: PID 10663 died...\u000a08:00:21.576447 run iperf3-srv_10.42.42.10(pid=10663): Terminated {rc=256}\u000a08:00:21.586539 --- ParallelTerminationStrategy: PID 10666 died...\u000a08:00:21.641472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10666): Terminated: ok {rc=0}\u000a08:00:21.651567 --- ParallelTerminationStrategy: PID 10669 died...\u000a08:00:21.706568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10669): Terminated: ok {rc=0}\u000a08:00:21.716682 --- ParallelTerminationStrategy: PID 10672 died...\u000a08:00:21.772000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10672): Terminated: ok {rc=0}\u000a08:00:21.859843 bus /gobi_4: Setting Powered False\u000a08:00:22.966104 bus /gobi_4: Setting Powered False\u000a08:00:24.074495 bus /gobi_1: Setting Powered False\u000a08:00:25.180153 bus /gobi_1: Setting Powered False\u000a08:00:26.292070 bus /gobi_0: Setting Powered False\u000a08:00:27.395713 bus /gobi_0: Setting Powered False\u000a08:00:28.506410 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10680): Process ended prematurely: osmo-stp_10.42.42.5(pid=10680) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10680)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10680): Process ended prematurely: osmo-stp_10.42.42.5(pid=10680) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a08:00:29.574874 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:29.587548 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:00:29.723999 tst ping.py: using LAC 20054\u000a08:00:29.849385 tst ping.py: using RAC 164\u000a08:00:29.977272 tst ping.py: using CellId 20054\u000a08:00:30.104287 tst ping.py: using BVCI 20055\u000a08:00:30.128875 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:30.140509 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:30.151856 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:30.163260 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:30.174604 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:30.185909 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:30.197405 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:30.208794 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:00:30.500328 tst ping.py:19: start network...\u000a08:00:30.633887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:00:31.179001 run create_hlr_db(pid=10674): Launched\u000a08:00:31.373946 bus /gobi_6: Setting Powered False\u000a08:00:32.391652 run create_hlr_db(pid=10674): Terminated: ok {rc=0}\u000a08:00:32.793856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10676): Launched\u000a08:00:33.094215 run osmo-hlr_10.42.42.2(pid=10677): Launched\u000a08:00:33.208410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:00:33.733065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10679): Launched\u000a08:00:34.033850 run osmo-stp_10.42.42.5(pid=10680): Launched\u000a08:00:34.143848 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:00:34.666140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10682): Launched\u000a08:00:34.773082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:00:35.036504 run patchelf(pid=10683): Launched\u000a08:00:35.211984 run osmo-stp_10.42.42.5(pid=10680): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10680)]\u000a08:00:35.339805 run osmo-stp_10.42.42.5(pid=10680): stdout: \u000a| (launched: 2022-12-09_08:00:33.884802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:35.467547 run osmo-stp_10.42.42.5(pid=10680): stderr: \u000a| �[0;m�[38;5;43m20221209080034053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080034053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080034053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080034054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080034054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080034054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080034054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:35.591013 run osmo-stp_10.42.42.5(pid=10680): stdout: \u000a| (launched: 2022-12-09_08:00:33.884802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:35.712906 run osmo-stp_10.42.42.5(pid=10680): stderr: \u000a| �[0;m�[38;5;43m20221209080034053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080034053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080034053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080034054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080034054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080034054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080034054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:35.855241 run patchelf(pid=10683): Terminating (SIGINT)\u000a08:00:36.022682 run patchelf(pid=10683): Terminated: ok {rc=0}\u000a08:00:36.053200 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10680): Process ended prematurely: osmo-stp_10.42.42.5(pid=10680) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10680)] [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a08:00:36.062018 tst ping.py:22: Test FAILED (6.5 sec)\u000a08:00:36.122431 run osmo-hlr_10.42.42.2(pid=10677): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10677)]\u000a08:00:36.171420 run osmo-hlr_10.42.42.2(pid=10677): stdout: \u000a| (launched: 2022-12-09_08:00:32.945828) \u000a08:00:36.221132 run osmo-hlr_10.42.42.2(pid=10677): stderr: \u000a| �[0;m�[1;31m20221209080033119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080033119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080033119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080033120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080033120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080033120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080033132 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080033141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080033141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080033141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:00:36.262979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10676): Terminating (SIGTERM)\u000a08:00:36.302799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10679): Terminating (SIGTERM)\u000a08:00:36.342917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10682): Terminating (SIGTERM)\u000a08:00:36.352532 --- ParallelTerminationStrategy: PID 10676 died...\u000a08:00:36.406372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10676): Terminated: ok {rc=0}\u000a08:00:36.416469 --- ParallelTerminationStrategy: PID 10679 died...\u000a08:00:36.470122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10679): Terminated: ok {rc=0}\u000a08:00:36.479819 --- ParallelTerminationStrategy: PID 10682 died...\u000a08:00:36.533374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10682): Terminated: ok {rc=0}\u000a08:00:36.622691 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10690): Process ended prematurely: osmo-stp_10.42.42.5(pid=10690) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10690)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10690): Process ended prematurely: osmo-stp_10.42.42.5(pid=10690) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a08:00:37.675266 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:37.687597 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:00:37.822252 tst ping_idle_ping.py: using LAC 20055\u000a08:00:37.939124 tst ping_idle_ping.py: using RAC 165\u000a08:00:38.054845 tst ping_idle_ping.py: using CellId 20055\u000a08:00:38.170747 tst ping_idle_ping.py: using BVCI 20056\u000a08:00:38.193803 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:38.204875 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:38.215814 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:38.227119 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:38.238292 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:38.249343 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:38.260582 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:00:38.271677 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:00:38.546751 tst ping_idle_ping.py:24: start network...\u000a08:00:38.671877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:00:39.152494 run create_hlr_db(pid=10684): Launched\u000a08:00:39.325727 bus /gobi_6: Setting Powered False\u000a08:00:40.348221 run create_hlr_db(pid=10684): Terminated: ok {rc=0}\u000a08:00:40.778929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10686): Launched\u000a08:00:41.103155 run osmo-hlr_10.42.42.2(pid=10687): Launched\u000a08:00:41.223136 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:00:41.787778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10689): Launched\u000a08:00:42.110895 run osmo-stp_10.42.42.5(pid=10690): Launched\u000a08:00:42.227101 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:00:42.788458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10692): Launched\u000a08:00:42.902470 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:00:43.181844 run patchelf(pid=10693): Launched\u000a08:00:43.368905 run osmo-stp_10.42.42.5(pid=10690): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10690)]\u000a08:00:43.505369 run osmo-stp_10.42.42.5(pid=10690): stdout: \u000a| (launched: 2022-12-09_08:00:41.951312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:43.642314 run osmo-stp_10.42.42.5(pid=10690): stderr: \u000a| �[0;m�[38;5;43m20221209080042141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080042141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080042142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080042142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080042143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080042143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080042143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:43.774681 run osmo-stp_10.42.42.5(pid=10690): stdout: \u000a| (launched: 2022-12-09_08:00:41.951312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:43.906381 run osmo-stp_10.42.42.5(pid=10690): stderr: \u000a| �[0;m�[38;5;43m20221209080042141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080042141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080042142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080042142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080042143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080042143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080042143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:44.058861 run patchelf(pid=10693): Terminating (SIGINT)\u000a08:00:44.237565 run patchelf(pid=10693): Terminated: ok {rc=0}\u000a08:00:44.270109 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10690): Process ended prematurely: osmo-stp_10.42.42.5(pid=10690) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10690)] [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a08:00:44.279483 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a08:00:44.341916 run osmo-hlr_10.42.42.2(pid=10687): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10687)]\u000a08:00:44.392821 run osmo-hlr_10.42.42.2(pid=10687): stdout: \u000a| (launched: 2022-12-09_08:00:40.943084) \u000a08:00:44.444410 run osmo-hlr_10.42.42.2(pid=10687): stderr: \u000a| �[0;m�[1;31m20221209080041136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080041136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080041136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080041136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080041136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080041136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080041148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080041157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080041157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080041158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:00:44.488070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10686): Terminating (SIGTERM)\u000a08:00:44.529499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10689): Terminating (SIGTERM)\u000a08:00:44.570984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10692): Terminating (SIGTERM)\u000a08:00:44.580501 --- ParallelTerminationStrategy: PID 10686 died...\u000a08:00:44.635870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10686): Terminated: ok {rc=0}\u000a08:00:44.646027 --- ParallelTerminationStrategy: PID 10689 died...\u000a08:00:44.701289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10689): Terminated: ok {rc=0}\u000a08:00:44.711177 --- ParallelTerminationStrategy: PID 10692 died...\u000a08:00:44.766115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10692): Terminated: ok {rc=0}\u000a08:00:44.850797 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T07:59:46" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10707): Process ended prematurely: osmo-stp_10.42.42.5(pid=10707) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10707)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10707): Process ended prematurely: osmo-stp_10.42.42.5(pid=10707) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10707)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:00:47.054286 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:00:47.066875 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:00:47.223308 tst cs_paging_gprs_active.py: using LAC 20056\u000a08:00:47.345398 tst cs_paging_gprs_active.py: using RAC 166\u000a08:00:47.469430 tst cs_paging_gprs_active.py: using CellId 20056\u000a08:00:47.586854 tst cs_paging_gprs_active.py: using BVCI 20057\u000a08:00:47.610231 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:00:47.621509 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:00:47.632523 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:00:47.644001 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:00:47.655211 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:00:47.666653 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:00:47.678232 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:00:47.689499 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:00:47.700678 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:00:47.824035 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:00:48.124782 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:00:48.261753 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:00:48.599306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10697): Launched\u000a08:00:48.879518 run iperf3-srv_10.42.42.10(pid=10698): Launched\u000a08:00:49.080641 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:00:49.217866 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:00:49.555029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10699): Launched\u000a08:00:49.835284 run iperf3-srv_10.42.42.10(pid=10700): Launched\u000a08:00:50.036000 tst cs_paging_gprs_active.py:38: start network...\u000a08:00:50.173454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:00:50.697359 run create_hlr_db(pid=10701): Launched\u000a08:00:50.885280 bus /gobi_6: Setting Powered False\u000a08:00:51.907125 run create_hlr_db(pid=10701): Terminated: ok {rc=0}\u000a08:00:52.340498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10703): Launched\u000a08:00:52.667325 run osmo-hlr_10.42.42.2(pid=10704): Launched\u000a08:00:52.786510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:00:53.351328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10706): Launched\u000a08:00:53.678691 run osmo-stp_10.42.42.5(pid=10707): Launched\u000a08:00:53.796641 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:00:54.366958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10709): Launched\u000a08:00:54.483341 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:00:54.768070 run patchelf(pid=10710): Launched\u000a08:00:54.958712 run osmo-stp_10.42.42.5(pid=10707): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10707)]\u000a08:00:55.097784 run osmo-stp_10.42.42.5(pid=10707): stdout: \u000a| (launched: 2022-12-09_08:00:53.517175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:55.237309 run osmo-stp_10.42.42.5(pid=10707): stderr: \u000a| �[0;m�[38;5;43m20221209080053708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080053708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080053708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080053709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080053709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080053709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080053709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:55.372226 run osmo-stp_10.42.42.5(pid=10707): stdout: \u000a| (launched: 2022-12-09_08:00:53.517175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:55.506274 run osmo-stp_10.42.42.5(pid=10707): stderr: \u000a| �[0;m�[38;5;43m20221209080053708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080053708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080053708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080053709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080053709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080053709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080053709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:55.661882 run patchelf(pid=10710): Terminating (SIGINT)\u000a08:00:55.843659 run patchelf(pid=10710): Terminated: ok {rc=0}\u000a08:00:55.877116 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10707): Process ended prematurely: osmo-stp_10.42.42.5(pid=10707) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10707)] [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a08:00:55.887147 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a08:00:55.950304 run osmo-hlr_10.42.42.2(pid=10704): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10704)]\u000a08:00:56.001651 run osmo-hlr_10.42.42.2(pid=10704): stdout: \u000a| (launched: 2022-12-09_08:00:52.506888) \u000a08:00:56.053615 run osmo-hlr_10.42.42.2(pid=10704): stderr: \u000a| �[0;m�[1;31m20221209080052704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080052704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080052704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080052704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080052704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080052704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080052717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080052725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080052725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080052725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:00:56.098416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10697): Terminating (SIGTERM)\u000a08:00:56.139956 run iperf3-srv_10.42.42.10(pid=10698): Terminating (SIGTERM)\u000a08:00:56.181430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10699): Terminating (SIGTERM)\u000a08:00:56.222684 run iperf3-srv_10.42.42.10(pid=10700): Terminating (SIGTERM)\u000a08:00:56.263950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10703): Terminating (SIGTERM)\u000a08:00:56.305258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10706): Terminating (SIGTERM)\u000a08:00:56.346534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10709): Terminating (SIGTERM)\u000a08:00:56.356161 --- ParallelTerminationStrategy: PID 10697 died...\u000a08:00:56.411623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10697): Terminated: ok {rc=0}\u000a08:00:56.421719 --- ParallelTerminationStrategy: PID 10698 died...\u000a08:00:56.476664 run iperf3-srv_10.42.42.10(pid=10698): Terminated {rc=256}\u000a08:00:56.486612 --- ParallelTerminationStrategy: PID 10699 died...\u000a08:00:56.541630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10699): Terminated: ok {rc=0}\u000a08:00:56.551972 --- ParallelTerminationStrategy: PID 10700 died...\u000a08:00:56.606902 run iperf3-srv_10.42.42.10(pid=10700): Terminated {rc=256}\u000a08:00:56.616719 --- ParallelTerminationStrategy: PID 10703 died...\u000a08:00:56.671427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10703): Terminated: ok {rc=0}\u000a08:00:56.681403 --- ParallelTerminationStrategy: PID 10706 died...\u000a08:00:56.736558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10706): Terminated: ok {rc=0}\u000a08:00:56.746547 --- ParallelTerminationStrategy: PID 10709 died...\u000a08:00:56.801464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10709): Terminated: ok {rc=0}\u000a08:00:56.886327 bus /gobi_0: Setting Powered False\u000a08:00:57.992135 bus /gobi_0: Setting Powered False\u000a08:00:59.098644 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10719): Process ended prematurely: osmo-stp_10.42.42.5(pid=10719) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10719)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10719): Process ended prematurely: osmo-stp_10.42.42.5(pid=10719) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a08:01:00.213672 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:00.225977 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:01:00.383931 tst iperf3.py: using LAC 20057\u000a08:01:00.511159 tst iperf3.py: using RAC 167\u000a08:01:00.638593 tst iperf3.py: using CellId 20057\u000a08:01:00.766118 tst iperf3.py: using BVCI 20058\u000a08:01:00.791096 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:00.802805 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:00.814296 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:00.825733 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:00.851788 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:00.867481 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:00.881926 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:00.908773 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:00.921251 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:01:01.278420 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:01:01.455054 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:01:01.812600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10711): Launched\u000a08:01:02.110278 run iperf3-srv_10.42.42.10(pid=10712): Launched\u000a08:01:02.313884 tst iperf3.py:8: start network...\u000a08:01:02.450856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:01:02.974920 run create_hlr_db(pid=10713): Launched\u000a08:01:03.162847 bus /gobi_6: Setting Powered False\u000a08:01:04.186380 run create_hlr_db(pid=10713): Terminated: ok {rc=0}\u000a08:01:04.621130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10715): Launched\u000a08:01:04.949034 run osmo-hlr_10.42.42.2(pid=10716): Launched\u000a08:01:05.066975 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:01:05.634852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10718): Launched\u000a08:01:05.959732 run osmo-stp_10.42.42.5(pid=10719): Launched\u000a08:01:06.077682 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:01:06.643902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10721): Launched\u000a08:01:06.760179 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:01:07.044580 run patchelf(pid=10722): Launched\u000a08:01:07.234709 run osmo-stp_10.42.42.5(pid=10719): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10719)]\u000a08:01:07.373566 run osmo-stp_10.42.42.5(pid=10719): stdout: \u000a| (launched: 2022-12-09_08:01:05.800918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:07.512612 run osmo-stp_10.42.42.5(pid=10719): stderr: \u000a| �[0;m�[38;5;43m20221209080105991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080105991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080105991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080105991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080105992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080105992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080105992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:07.647548 run osmo-stp_10.42.42.5(pid=10719): stdout: \u000a| (launched: 2022-12-09_08:01:05.800918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:07.780651 run osmo-stp_10.42.42.5(pid=10719): stderr: \u000a| �[0;m�[38;5;43m20221209080105991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080105991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080105991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080105991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080105992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080105992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080105992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:07.935461 run patchelf(pid=10722): Terminating (SIGINT)\u000a08:01:08.116683 run patchelf(pid=10722): Terminated: ok {rc=0}\u000a08:01:08.150027 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10719): Process ended prematurely: osmo-stp_10.42.42.5(pid=10719) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10719)] [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a08:01:08.160011 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a08:01:08.222780 run osmo-hlr_10.42.42.2(pid=10716): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10716)]\u000a08:01:08.273629 run osmo-hlr_10.42.42.2(pid=10716): stdout: \u000a| (launched: 2022-12-09_08:01:04.787630) \u000a08:01:08.324976 run osmo-hlr_10.42.42.2(pid=10716): stderr: \u000a| �[0;m�[1;31m20221209080104984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080104984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080104984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080104984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080104984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080104984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080104997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080105005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080105006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080105006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:01:08.368843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10711): Terminating (SIGTERM)\u000a08:01:08.410170 run iperf3-srv_10.42.42.10(pid=10712): Terminating (SIGTERM)\u000a08:01:08.451749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10715): Terminating (SIGTERM)\u000a08:01:08.493286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10718): Terminating (SIGTERM)\u000a08:01:08.534661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10721): Terminating (SIGTERM)\u000a08:01:08.543962 --- ParallelTerminationStrategy: PID 10711 died...\u000a08:01:08.599659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10711): Terminated: ok {rc=0}\u000a08:01:08.609806 --- ParallelTerminationStrategy: PID 10712 died...\u000a08:01:08.664658 run iperf3-srv_10.42.42.10(pid=10712): Terminated {rc=256}\u000a08:01:08.674577 --- ParallelTerminationStrategy: PID 10715 died...\u000a08:01:08.729323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10715): Terminated: ok {rc=0}\u000a08:01:08.739200 --- ParallelTerminationStrategy: PID 10718 died...\u000a08:01:08.794288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10718): Terminated: ok {rc=0}\u000a08:01:08.804285 --- ParallelTerminationStrategy: PID 10721 died...\u000a08:01:08.860180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10721): Terminated: ok {rc=0}\u000a08:01:08.947081 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10737): Process ended prematurely: osmo-stp_10.42.42.5(pid=10737) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10737)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10737): Process ended prematurely: osmo-stp_10.42.42.5(pid=10737) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a08:01:10.063032 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:10.075291 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:01:10.229813 tst iperf3m4.py: using LAC 20058\u000a08:01:10.358919 tst iperf3m4.py: using RAC 168\u000a08:01:10.484880 tst iperf3m4.py: using CellId 20058\u000a08:01:10.611287 tst iperf3m4.py: using BVCI 20059\u000a08:01:10.636269 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:10.647911 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:10.659306 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:10.670830 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:10.682130 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:10.693513 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:10.705478 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:10.716916 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:10.728531 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:01:10.850822 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:01:10.974215 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:01:11.093243 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:01:11.377144 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:01:11.504705 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:01:11.820465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10723): Launched\u000a08:01:12.084515 run iperf3-srv_10.42.42.10(pid=10724): Launched\u000a08:01:12.271471 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:01:12.399048 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:01:12.715502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10725): Launched\u000a08:01:12.978242 run iperf3-srv_10.42.42.10(pid=10726): Launched\u000a08:01:13.164544 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:01:13.292049 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:01:13.608285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10727): Launched\u000a08:01:13.871204 run iperf3-srv_10.42.42.10(pid=10728): Launched\u000a08:01:14.057847 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:01:14.185601 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:01:14.503337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10729): Launched\u000a08:01:14.767943 run iperf3-srv_10.42.42.10(pid=10730): Launched\u000a08:01:14.953910 tst iperf3m4.py:8: start network...\u000a08:01:15.081265 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:01:15.561872 run create_hlr_db(pid=10731): Launched\u000a08:01:15.737385 bus /gobi_6: Setting Powered False\u000a08:01:16.760003 run create_hlr_db(pid=10731): Terminated: ok {rc=0}\u000a08:01:17.175425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10733): Launched\u000a08:01:17.484116 run osmo-hlr_10.42.42.2(pid=10734): Launched\u000a08:01:17.604094 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:01:18.138564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10736): Launched\u000a08:01:18.445571 run osmo-stp_10.42.42.5(pid=10737): Launched\u000a08:01:18.557086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:01:19.086095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10739): Launched\u000a08:01:19.194967 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:01:19.462519 run patchelf(pid=10740): Launched\u000a08:01:19.639902 run osmo-stp_10.42.42.5(pid=10737): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10737)]\u000a08:01:19.770072 run osmo-stp_10.42.42.5(pid=10737): stdout: \u000a| (launched: 2022-12-09_08:01:18.294334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:19.900576 run osmo-stp_10.42.42.5(pid=10737): stderr: \u000a| �[0;m�[38;5;43m20221209080118462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080118462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080118462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080118462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080118463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080118463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080118463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:20.026186 run osmo-stp_10.42.42.5(pid=10737): stdout: \u000a| (launched: 2022-12-09_08:01:18.294334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:20.151085 run osmo-stp_10.42.42.5(pid=10737): stderr: \u000a| �[0;m�[38;5;43m20221209080118462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080118462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080118462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080118462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080118463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080118463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080118463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:20.295857 run patchelf(pid=10740): Terminating (SIGINT)\u000a08:01:20.466413 run patchelf(pid=10740): Terminated: ok {rc=0}\u000a08:01:20.497771 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10737): Process ended prematurely: osmo-stp_10.42.42.5(pid=10737) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10737)] [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a08:01:20.507253 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a08:01:20.568264 run osmo-hlr_10.42.42.2(pid=10734): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10734)]\u000a08:01:20.617090 run osmo-hlr_10.42.42.2(pid=10734): stdout: \u000a| (launched: 2022-12-09_08:01:17.331626) \u000a08:01:20.666601 run osmo-hlr_10.42.42.2(pid=10734): stderr: \u000a| �[0;m�[1;31m20221209080117506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080117506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080117506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080117506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080117506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080117506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080117518 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080117529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080117529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080117529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:01:20.708862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10723): Terminating (SIGTERM)\u000a08:01:20.748499 run iperf3-srv_10.42.42.10(pid=10724): Terminating (SIGTERM)\u000a08:01:20.788195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10725): Terminating (SIGTERM)\u000a08:01:20.827845 run iperf3-srv_10.42.42.10(pid=10726): Terminating (SIGTERM)\u000a08:01:20.867330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10727): Terminating (SIGTERM)\u000a08:01:20.906703 run iperf3-srv_10.42.42.10(pid=10728): Terminating (SIGTERM)\u000a08:01:20.946411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10729): Terminating (SIGTERM)\u000a08:01:20.985837 run iperf3-srv_10.42.42.10(pid=10730): Terminating (SIGTERM)\u000a08:01:21.025438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10733): Terminating (SIGTERM)\u000a08:01:21.065054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10736): Terminating (SIGTERM)\u000a08:01:21.105082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10739): Terminating (SIGTERM)\u000a08:01:21.114558 --- ParallelTerminationStrategy: PID 10723 died...\u000a08:01:21.167886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10723): Terminated: ok {rc=0}\u000a08:01:21.177852 --- ParallelTerminationStrategy: PID 10724 died...\u000a08:01:21.230664 run iperf3-srv_10.42.42.10(pid=10724): Terminated {rc=256}\u000a08:01:21.240049 --- ParallelTerminationStrategy: PID 10725 died...\u000a08:01:21.293133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10725): Terminated: ok {rc=0}\u000a08:01:21.303000 --- ParallelTerminationStrategy: PID 10726 died...\u000a08:01:21.355955 run iperf3-srv_10.42.42.10(pid=10726): Terminated {rc=256}\u000a08:01:21.366095 --- ParallelTerminationStrategy: PID 10727 died...\u000a08:01:21.418888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10727): Terminated: ok {rc=0}\u000a08:01:21.428652 --- ParallelTerminationStrategy: PID 10728 died...\u000a08:01:21.481584 run iperf3-srv_10.42.42.10(pid=10728): Terminated {rc=256}\u000a08:01:21.491310 --- ParallelTerminationStrategy: PID 10729 died...\u000a08:01:21.544052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10729): Terminated: ok {rc=0}\u000a08:01:21.553904 --- ParallelTerminationStrategy: PID 10730 died...\u000a08:01:21.606450 run iperf3-srv_10.42.42.10(pid=10730): Terminated {rc=256}\u000a08:01:21.616192 --- ParallelTerminationStrategy: PID 10733 died...\u000a08:01:21.668528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10733): Terminated: ok {rc=0}\u000a08:01:21.678291 --- ParallelTerminationStrategy: PID 10736 died...\u000a08:01:21.730848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10736): Terminated: ok {rc=0}\u000a08:01:21.740341 --- ParallelTerminationStrategy: PID 10739 died...\u000a08:01:21.793207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10739): Terminated: ok {rc=0}\u000a08:01:21.880041 bus /gobi_4: Setting Powered False\u000a08:01:22.984093 bus /gobi_4: Setting Powered False\u000a08:01:24.094772 bus /gobi_1: Setting Powered False\u000a08:01:25.197258 bus /gobi_1: Setting Powered False\u000a08:01:26.303395 bus /gobi_0: Setting Powered False\u000a08:01:27.409031 bus /gobi_0: Setting Powered False\u000a08:01:28.516706 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10748): Process ended prematurely: osmo-stp_10.42.42.5(pid=10748) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10748)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10748): Process ended prematurely: osmo-stp_10.42.42.5(pid=10748) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a08:01:29.584448 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:29.596657 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:01:29.753676 tst ping.py: using LAC 20059\u000a08:01:29.881592 tst ping.py: using RAC 169\u000a08:01:30.009583 tst ping.py: using CellId 20059\u000a08:01:30.136861 tst ping.py: using BVCI 20060\u000a08:01:30.161563 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:30.173224 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:30.184551 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:30.195893 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:30.207226 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:30.218662 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:30.230259 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:30.241661 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:01:30.534463 tst ping.py:19: start network...\u000a08:01:30.668929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:01:31.220165 run create_hlr_db(pid=10742): Launched\u000a08:01:31.411161 bus /gobi_6: Setting Powered False\u000a08:01:32.426088 run create_hlr_db(pid=10742): Terminated: ok {rc=0}\u000a08:01:32.829709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10744): Launched\u000a08:01:33.130032 run osmo-hlr_10.42.42.2(pid=10745): Launched\u000a08:01:33.247908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:01:33.779041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10747): Launched\u000a08:01:34.079654 run osmo-stp_10.42.42.5(pid=10748): Launched\u000a08:01:34.189183 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:01:34.711179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10750): Launched\u000a08:01:34.817402 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:01:35.077307 run patchelf(pid=10751): Launched\u000a08:01:35.251853 run osmo-stp_10.42.42.5(pid=10748): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10748)]\u000a08:01:35.379349 run osmo-stp_10.42.42.5(pid=10748): stdout: \u000a| (launched: 2022-12-09_08:01:33.931115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:35.507315 run osmo-stp_10.42.42.5(pid=10748): stderr: \u000a| �[0;m�[38;5;43m20221209080134099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080134099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080134099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080134100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080134100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080134100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080134100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:35.631114 run osmo-stp_10.42.42.5(pid=10748): stdout: \u000a| (launched: 2022-12-09_08:01:33.931115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:35.753556 run osmo-stp_10.42.42.5(pid=10748): stderr: \u000a| �[0;m�[38;5;43m20221209080134099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080134099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080134099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080134100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080134100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080134100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080134100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:35.895425 run patchelf(pid=10751): Terminating (SIGINT)\u000a08:01:36.061830 run patchelf(pid=10751): Terminated: ok {rc=0}\u000a08:01:36.092029 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10748): Process ended prematurely: osmo-stp_10.42.42.5(pid=10748) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10748)] [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a08:01:36.100764 tst ping.py:22: Test FAILED (6.5 sec)\u000a08:01:36.160474 run osmo-hlr_10.42.42.2(pid=10745): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10745)]\u000a08:01:36.209444 run osmo-hlr_10.42.42.2(pid=10745): stdout: \u000a| (launched: 2022-12-09_08:01:32.981569) \u000a08:01:36.258443 run osmo-hlr_10.42.42.2(pid=10745): stderr: \u000a| �[0;m�[1;31m20221209080133152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080133152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080133152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080133152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080133152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080133152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080133164 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080133174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080133174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080133174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:01:36.300274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10744): Terminating (SIGTERM)\u000a08:01:36.339801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10747): Terminating (SIGTERM)\u000a08:01:36.379197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10750): Terminating (SIGTERM)\u000a08:01:36.388658 --- ParallelTerminationStrategy: PID 10744 died...\u000a08:01:36.441671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10744): Terminated: ok {rc=0}\u000a08:01:36.451504 --- ParallelTerminationStrategy: PID 10747 died...\u000a08:01:36.504158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10747): Terminated: ok {rc=0}\u000a08:01:36.514034 --- ParallelTerminationStrategy: PID 10750 died...\u000a08:01:36.566887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10750): Terminated: ok {rc=0}\u000a08:01:36.653577 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10758): Process ended prematurely: osmo-stp_10.42.42.5(pid=10758) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10758)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10758): Process ended prematurely: osmo-stp_10.42.42.5(pid=10758) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a08:01:37.705117 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:37.716776 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:01:37.869081 tst ping_idle_ping.py: using LAC 20060\u000a08:01:37.987843 tst ping_idle_ping.py: using RAC 170\u000a08:01:38.106320 tst ping_idle_ping.py: using CellId 20060\u000a08:01:38.226840 tst ping_idle_ping.py: using BVCI 20061\u000a08:01:38.249807 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:38.261119 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:38.272161 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:38.283998 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:38.295660 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:38.307391 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:38.319302 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:01:38.331958 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:01:38.608708 tst ping_idle_ping.py:24: start network...\u000a08:01:38.733353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:01:39.204472 run create_hlr_db(pid=10752): Launched\u000a08:01:39.376719 bus /gobi_6: Setting Powered False\u000a08:01:40.398579 run create_hlr_db(pid=10752): Terminated: ok {rc=0}\u000a08:01:40.823488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10754): Launched\u000a08:01:41.145745 run osmo-hlr_10.42.42.2(pid=10755): Launched\u000a08:01:41.264062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:01:41.820565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10757): Launched\u000a08:01:42.141398 run osmo-stp_10.42.42.5(pid=10758): Launched\u000a08:01:42.257790 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:01:42.816902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10760): Launched\u000a08:01:42.931163 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:01:43.209974 run patchelf(pid=10761): Launched\u000a08:01:43.396651 run osmo-stp_10.42.42.5(pid=10758): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10758)]\u000a08:01:43.532572 run osmo-stp_10.42.42.5(pid=10758): stdout: \u000a| (launched: 2022-12-09_08:01:41.982717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:43.669453 run osmo-stp_10.42.42.5(pid=10758): stderr: \u000a| �[0;m�[38;5;43m20221209080142171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080142171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080142172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080142172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080142173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080142173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080142173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:43.801907 run osmo-stp_10.42.42.5(pid=10758): stdout: \u000a| (launched: 2022-12-09_08:01:41.982717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:43.932667 run osmo-stp_10.42.42.5(pid=10758): stderr: \u000a| �[0;m�[38;5;43m20221209080142171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080142171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080142172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080142172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080142173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080142173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080142173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:44.084501 run patchelf(pid=10761): Terminating (SIGINT)\u000a08:01:44.262817 run patchelf(pid=10761): Terminated: ok {rc=0}\u000a08:01:44.295175 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10758): Process ended prematurely: osmo-stp_10.42.42.5(pid=10758) [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10758)] [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:01:44.304525 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a08:01:44.366866 run osmo-hlr_10.42.42.2(pid=10755): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10755)]\u000a08:01:44.417610 run osmo-hlr_10.42.42.2(pid=10755): stdout: \u000a| (launched: 2022-12-09_08:01:40.986527) \u000a08:01:44.469265 run osmo-hlr_10.42.42.2(pid=10755): stderr: \u000a| �[0;m�[1;31m20221209080141183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080141183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080141183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080141183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080141183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080141183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080141195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080141203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080141203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080141203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:01:44.513036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10754): Terminating (SIGTERM)\u000a08:01:44.554463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10757): Terminating (SIGTERM)\u000a08:01:44.596389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10760): Terminating (SIGTERM)\u000a08:01:44.606109 --- ParallelTerminationStrategy: PID 10754 died...\u000a08:01:44.661777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10754): Terminated: ok {rc=0}\u000a08:01:44.671835 --- ParallelTerminationStrategy: PID 10757 died...\u000a08:01:44.726920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10757): Terminated: ok {rc=0}\u000a08:01:44.736831 --- ParallelTerminationStrategy: PID 10760 died...\u000a08:01:44.791938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10760): Terminated: ok {rc=0}\u000a08:01:44.877542 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:00:46" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10771): Process ended prematurely: osmo-stp_10.42.42.5(pid=10771) [trial-2356↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10771)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10771): Process ended prematurely: osmo-stp_10.42.42.5(pid=10771) [trial-2356↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a08:01:46.951713 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:01:46.964367 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:01:47.151346 tst switch_tch_pdch.py: using LAC 20061\u000a08:01:47.274305 tst switch_tch_pdch.py: using RAC 171\u000a08:01:47.393832 tst switch_tch_pdch.py: using CellId 20061\u000a08:01:47.509707 tst switch_tch_pdch.py: using BVCI 20062\u000a08:01:47.532562 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:01:47.544245 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:01:47.555725 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:01:47.567574 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:01:47.579437 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:01:47.591135 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:01:47.602967 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:01:47.614779 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:01:47.735675 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:01:48.012639 tst switch_tch_pdch.py:51: start network...\u000a08:01:48.137624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:01:48.608782 run create_hlr_db(pid=10765): Launched\u000a08:01:48.780717 bus /gobi_6: Setting Powered False\u000a08:01:49.802656 run create_hlr_db(pid=10765): Terminated: ok {rc=0}\u000a08:01:50.228713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10767): Launched\u000a08:01:50.552297 run osmo-hlr_10.42.42.2(pid=10768): Launched\u000a08:01:50.674250 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:01:51.231167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10770): Launched\u000a08:01:51.553674 run osmo-stp_10.42.42.5(pid=10771): Launched\u000a08:01:51.671077 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:01:52.231236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10773): Launched\u000a08:01:52.345658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:01:52.628610 run patchelf(pid=10774): Launched\u000a08:01:52.815568 run osmo-stp_10.42.42.5(pid=10771): ERR: Terminated: ERROR {rc=1} [trial-2356↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10771)]\u000a08:01:52.952292 run osmo-stp_10.42.42.5(pid=10771): stdout: \u000a| (launched: 2022-12-09_08:01:51.394097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:53.089029 run osmo-stp_10.42.42.5(pid=10771): stderr: \u000a| �[0;m�[38;5;43m20221209080151584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080151584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080151585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080151585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080151585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080151586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080151586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:53.221377 run osmo-stp_10.42.42.5(pid=10771): stdout: \u000a| (launched: 2022-12-09_08:01:51.394097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:53.352550 run osmo-stp_10.42.42.5(pid=10771): stderr: \u000a| �[0;m�[38;5;43m20221209080151584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080151584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080151585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080151585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080151585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080151586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080151586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:53.504069 run patchelf(pid=10774): Terminating (SIGINT)\u000a08:01:53.682289 run patchelf(pid=10774): Terminated: ok {rc=0}\u000a08:01:53.714594 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10771): Process ended prematurely: osmo-stp_10.42.42.5(pid=10771) [trial-2356↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10771)] [trial-2356↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a08:01:53.723932 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a08:01:53.786181 run osmo-hlr_10.42.42.2(pid=10768): ERR: Terminated: ERROR {rc=237} [trial-2356↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10768)]\u000a08:01:53.837114 run osmo-hlr_10.42.42.2(pid=10768): stdout: \u000a| (launched: 2022-12-09_08:01:50.392395) \u000a08:01:53.888724 run osmo-hlr_10.42.42.2(pid=10768): stderr: \u000a| �[0;m�[1;31m20221209080150587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080150587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080150587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080150588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080150588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080150588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080150600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080150609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080150609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080150609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:01:53.932686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10767): Terminating (SIGTERM)\u000a08:01:53.974451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10770): Terminating (SIGTERM)\u000a08:01:54.015900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10773): Terminating (SIGTERM)\u000a08:01:54.025704 --- ParallelTerminationStrategy: PID 10767 died...\u000a08:01:54.081227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10767): Terminated: ok {rc=0}\u000a08:01:54.091453 --- ParallelTerminationStrategy: PID 10770 died...\u000a08:01:54.146729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10770): Terminated: ok {rc=0}\u000a08:01:54.156837 --- ParallelTerminationStrategy: PID 10773 died...\u000a08:01:54.211900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10773): Terminated: ok {rc=0}\u000a08:01:54.297682 bus /gobi_0: Setting Powered False\u000a08:01:55.403905 bus /gobi_0: Setting Powered False\u000a08:01:56.511115 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:01:46" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10785): Process ended prematurely: osmo-stp_10.42.42.5(pid=10785) [trial-2356↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10785)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10785): Process ended prematurely: osmo-stp_10.42.42.5(pid=10785) [trial-2356↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a08:01:58.461162 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:01:58.472008 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:01:58.606799 tst mo_mt_sms.py: using LAC 20062\u000a08:01:58.728558 tst mo_mt_sms.py: using RAC 172\u000a08:01:58.843563 tst mo_mt_sms.py: using CellId 20062\u000a08:01:58.958614 tst mo_mt_sms.py: using BVCI 20063\u000a08:01:58.981240 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:01:58.992001 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:01:59.002565 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:01:59.013525 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:01:59.024307 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:01:59.035137 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a08:01:59.152797 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a08:01:59.362120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:01:59.877069 run create_hlr_db(pid=10779): Launched\u000a08:02:00.062524 bus /gobi_6: Setting Powered False\u000a08:02:01.079293 run create_hlr_db(pid=10779): Terminated: ok {rc=0}\u000a08:02:01.571700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10781): Launched\u000a08:02:01.996213 run osmo-hlr_10.42.42.2(pid=10782): Launched\u000a08:02:02.206469 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:02:02.757892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10784): Launched\u000a08:02:03.056730 run osmo-stp_10.42.42.5(pid=10785): Launched\u000a08:02:03.166613 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:02:03.711859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10787): Launched\u000a08:02:04.012243 run osmo-msc_10.42.42.6(pid=10788): Launched\u000a08:02:04.188330 run osmo-stp_10.42.42.5(pid=10785): ERR: Terminated: ERROR {rc=1} [trial-2356↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10785)]\u000a08:02:04.315897 run osmo-stp_10.42.42.5(pid=10785): stdout: \u000a| (launched: 2022-12-09_08:02:02.909640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:04.442183 run osmo-stp_10.42.42.5(pid=10785): stderr: \u000a| �[0;m�[38;5;43m20221209080203076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080203076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080203076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080203077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080203077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080203077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080203077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:04.562464 run osmo-stp_10.42.42.5(pid=10785): stdout: \u000a| (launched: 2022-12-09_08:02:02.909640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:04.682415 run osmo-stp_10.42.42.5(pid=10785): stderr: \u000a| �[0;m�[38;5;43m20221209080203076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080203076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080203076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080203077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080203077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080203077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080203077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:04.734626 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=10785): Process ended prematurely: osmo-stp_10.42.42.5(pid=10785) [trial-2356↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10785)] [trial-2356↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a08:02:04.742618 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a08:02:04.802328 run osmo-hlr_10.42.42.2(pid=10782): ERR: Terminated: ERROR {rc=237} [trial-2356↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10782)]\u000a08:02:04.850939 run osmo-hlr_10.42.42.2(pid=10782): stdout: \u000a| (launched: 2022-12-09_08:02:01.740258) \u000a08:02:04.899983 run osmo-hlr_10.42.42.2(pid=10782): stderr: \u000a| �[0;m�[1;31m20221209080202020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080202020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080202020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080202020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080202020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080202020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080202035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080202047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080202048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080202048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:02:04.966833 run osmo-msc_10.42.42.6(pid=10788): ERR: Terminated: ERROR {rc=2} [trial-2356↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10788)]\u000a08:02:05.015486 run osmo-msc_10.42.42.6(pid=10788): stdout: \u000a| (launched: 2022-12-09_08:02:03.863896) \u000a08:02:05.064905 run osmo-msc_10.42.42.6(pid=10788): stderr: \u000a| �[0;m�[38;5;43m20221209080204132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209080204132 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f35afcb8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209080204132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209080204132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209080204132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209080204133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209080204134 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209080204135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209080204135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209080204135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:02:05.106619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10781): Terminating (SIGTERM)\u000a08:02:05.146320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10784): Terminating (SIGTERM)\u000a08:02:05.185990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10787): Terminating (SIGTERM)\u000a08:02:05.196142 --- ParallelTerminationStrategy: PID 10781 died...\u000a08:02:05.249830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10781): Terminated: ok {rc=0}\u000a08:02:05.259402 --- ParallelTerminationStrategy: PID 10784 died...\u000a08:02:05.312146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10784): Terminated: ok {rc=0}\u000a08:02:05.321968 --- ParallelTerminationStrategy: PID 10787 died...\u000a08:02:05.374767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10787): Terminated: ok {rc=0}\u000a08:02:05.458328 bus /sierra_3: Setting Powered False\u000a08:02:06.564408 bus /sierra_3: Setting Powered False\u000a08:02:07.675357 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:01:58" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10795): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10795) [trial-2356↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10795)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10795): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10795) [trial-2356↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a08:02:09.518338 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a08:02:09.529393 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:02:09.661733 tst assert_extension.py: using LAC 20063\u000a08:02:09.779900 tst assert_extension.py: using RAC 173\u000a08:02:09.906453 tst assert_extension.py: using CellId 20063\u000a08:02:10.032111 tst assert_extension.py: using BVCI 20064\u000a08:02:10.056587 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a08:02:10.348004 tst assert_extension.py:10: start nitb and bts...\u000a08:02:10.481677 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:02:11.146975 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10794): Launched\u000a08:02:11.463178 run osmo-nitb_10.42.42.2(pid=10795): Launched\u000a08:02:11.659760 run osmo-nitb_10.42.42.2(pid=10795): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10795)]\u000a08:02:11.803731 run osmo-nitb_10.42.42.2(pid=10795): stdout: \u000a| (launched: 2022-12-09_08:02:11.309342) \u000a08:02:11.948467 run osmo-nitb_10.42.42.2(pid=10795): stderr: \u000a| (launched: 2022-12-09_08:02:11.356884)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:02:12.088573 run osmo-nitb_10.42.42.2(pid=10795): stdout: \u000a| (launched: 2022-12-09_08:02:11.309342) \u000a08:02:12.227750 run osmo-nitb_10.42.42.2(pid=10795): stderr: \u000a| (launched: 2022-12-09_08:02:11.356884)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:02:12.591817 tst osmo-nitb_10.42.42.2(pid=10795): stdout: \u000a| (launched: 2022-12-09_08:02:11.309342) \u000a08:02:12.720029 tst osmo-nitb_10.42.42.2(pid=10795): stderr: \u000a| (launched: 2022-12-09_08:02:11.356884)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:02:12.775701 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=10795): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10795) [trial-2356↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10795)] [trial-2356↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a08:02:12.784366 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a08:02:12.820749 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10794): Terminating (SIGTERM)\u000a08:02:12.999039 --- ParallelTerminationStrategy: PID 10794 died...\u000a08:02:13.057317 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10794): Terminated: ok {rc=0}\u000a08:02:13.143179 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:02:09" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10805): Process ended prematurely: osmo-stp_10.42.42.5(pid=10805) [trial-2356↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10805)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10805): Process ended prematurely: osmo-stp_10.42.42.5(pid=10805) [trial-2356↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a08:02:14.987095 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:02:14.998518 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:02:15.140205 tst assert_extension.py: using LAC 20064\u000a08:02:15.260782 tst assert_extension.py: using RAC 174\u000a08:02:15.378842 tst assert_extension.py: using CellId 20064\u000a08:02:15.503031 tst assert_extension.py: using BVCI 20065\u000a08:02:15.527409 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:02:15.538812 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:02:15.549918 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:02:15.561344 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:02:15.572437 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:02:15.583516 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a08:02:15.782568 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:02:16.337345 run create_hlr_db(pid=10799): Launched\u000a08:02:16.529122 bus /sierra_2: Setting Powered False\u000a08:02:17.543406 run create_hlr_db(pid=10799): Terminated: ok {rc=0}\u000a08:02:17.974275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10801): Launched\u000a08:02:18.293877 run osmo-hlr_10.42.42.2(pid=10802): Launched\u000a08:02:18.410543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:02:18.971398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10804): Launched\u000a08:02:19.292799 run osmo-stp_10.42.42.5(pid=10805): Launched\u000a08:02:19.408777 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:02:19.994337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10807): Launched\u000a08:02:20.316279 run osmo-msc_10.42.42.6(pid=10808): Launched\u000a08:02:20.503528 run osmo-stp_10.42.42.5(pid=10805): ERR: Terminated: ERROR {rc=1} [trial-2356↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10805)]\u000a08:02:20.638868 run osmo-stp_10.42.42.5(pid=10805): stdout: \u000a| (launched: 2022-12-09_08:02:19.134855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:20.773035 run osmo-stp_10.42.42.5(pid=10805): stderr: \u000a| �[0;m�[38;5;43m20221209080219324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080219324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080219324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080219325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080219325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080219325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080219326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:20.901504 run osmo-stp_10.42.42.5(pid=10805): stdout: \u000a| (launched: 2022-12-09_08:02:19.134855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:21.028913 run osmo-stp_10.42.42.5(pid=10805): stderr: \u000a| �[0;m�[38;5;43m20221209080219324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080219324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080219324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080219325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080219325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080219325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080219326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:21.084651 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=10805): Process ended prematurely: osmo-stp_10.42.42.5(pid=10805) [trial-2356↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10805)] [trial-2356↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a08:02:21.093238 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a08:02:21.155874 run osmo-hlr_10.42.42.2(pid=10802): ERR: Terminated: ERROR {rc=237} [trial-2356↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10802)]\u000a08:02:21.206959 run osmo-hlr_10.42.42.2(pid=10802): stdout: \u000a| (launched: 2022-12-09_08:02:18.137239) \u000a08:02:21.258656 run osmo-hlr_10.42.42.2(pid=10802): stderr: \u000a| �[0;m�[1;31m20221209080218332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080218332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080218332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080218332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080218332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080218332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080218349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080218357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080218357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080218357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:02:21.329145 run osmo-msc_10.42.42.6(pid=10808): ERR: Terminated: ERROR {rc=2} [trial-2356↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10808)]\u000a08:02:21.380161 run osmo-msc_10.42.42.6(pid=10808): stdout: \u000a| (launched: 2022-12-09_08:02:20.156933) \u000a08:02:21.431939 run osmo-msc_10.42.42.6(pid=10808): stderr: \u000a| �[0;m�[38;5;43m20221209080220474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209080220474 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f16283e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209080220474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209080220475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209080220475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209080220475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209080220477 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209080220477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209080220477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209080220477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:02:21.475722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10801): Terminating (SIGTERM)\u000a08:02:21.517136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10804): Terminating (SIGTERM)\u000a08:02:21.558591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10807): Terminating (SIGTERM)\u000a08:02:21.568215 --- ParallelTerminationStrategy: PID 10801 died...\u000a08:02:21.623957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10801): Terminated: ok {rc=0}\u000a08:02:21.634020 --- ParallelTerminationStrategy: PID 10804 died...\u000a08:02:21.689311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10804): Terminated: ok {rc=0}\u000a08:02:21.699333 --- ParallelTerminationStrategy: PID 10807 died...\u000a08:02:21.754409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10807): Terminated: ok {rc=0}\u000a08:02:21.840995 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:02:14" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10819): Process ended prematurely: osmo-stp_10.42.42.5(pid=10819) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10819)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10819): Process ended prematurely: osmo-stp_10.42.42.5(pid=10819) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:02:23.802417 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:02:23.813817 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:02:23.968691 tst mo_mt_call.py: using LAC 20065\u000a08:02:24.088502 tst mo_mt_call.py: using RAC 175\u000a08:02:24.208728 tst mo_mt_call.py: using CellId 20065\u000a08:02:24.329477 tst mo_mt_call.py: using BVCI 20066\u000a08:02:24.352524 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:02:24.363806 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:02:24.374970 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:02:24.386466 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:02:24.398116 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:02:24.409641 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:02:24.530866 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:02:24.734369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:02:25.211510 run create_hlr_db(pid=10813): Launched\u000a08:02:25.386158 bus /sierra_2: Setting Powered False\u000a08:02:26.407641 run create_hlr_db(pid=10813): Terminated: ok {rc=0}\u000a08:02:26.841464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10815): Launched\u000a08:02:27.168692 run osmo-hlr_10.42.42.2(pid=10816): Launched\u000a08:02:27.290072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:02:27.857580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10818): Launched\u000a08:02:28.182927 run osmo-stp_10.42.42.5(pid=10819): Launched\u000a08:02:28.301230 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:02:28.898611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10821): Launched\u000a08:02:29.227243 run osmo-msc_10.42.42.6(pid=10822): Launched\u000a08:02:29.417839 run osmo-stp_10.42.42.5(pid=10819): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10819)]\u000a08:02:29.554987 run osmo-stp_10.42.42.5(pid=10819): stdout: \u000a| (launched: 2022-12-09_08:02:28.023073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:29.691312 run osmo-stp_10.42.42.5(pid=10819): stderr: \u000a| �[0;m�[38;5;43m20221209080228213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080228213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080228214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080228214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080228215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080228215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080228215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:29.822051 run osmo-stp_10.42.42.5(pid=10819): stdout: \u000a| (launched: 2022-12-09_08:02:28.023073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:29.951693 run osmo-stp_10.42.42.5(pid=10819): stderr: \u000a| �[0;m�[38;5;43m20221209080228213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080228213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080228214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080228214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080228215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080228215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080228215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:30.008866 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10819): Process ended prematurely: osmo-stp_10.42.42.5(pid=10819) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10819)] [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a08:02:30.018281 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:02:30.080449 run osmo-hlr_10.42.42.2(pid=10816): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10816)]\u000a08:02:30.131433 run osmo-hlr_10.42.42.2(pid=10816): stdout: \u000a| (launched: 2022-12-09_08:02:27.007565) \u000a08:02:30.183212 run osmo-hlr_10.42.42.2(pid=10816): stderr: \u000a| �[0;m�[1;31m20221209080227204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080227204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080227204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080227204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080227204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080227204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080227216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080227227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080227227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080227227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:02:30.253666 run osmo-msc_10.42.42.6(pid=10822): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10822)]\u000a08:02:30.304643 run osmo-msc_10.42.42.6(pid=10822): stdout: \u000a| (launched: 2022-12-09_08:02:29.064718) \u000a08:02:30.356186 run osmo-msc_10.42.42.6(pid=10822): stderr: \u000a| �[0;m�[38;5;43m20221209080229386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209080229386 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb8f5cb1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209080229386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209080229386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209080229387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209080229387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209080229388 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209080229389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209080229389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209080229389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:02:30.399976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10815): Terminating (SIGTERM)\u000a08:02:30.441735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10818): Terminating (SIGTERM)\u000a08:02:30.483347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10821): Terminating (SIGTERM)\u000a08:02:30.493078 --- ParallelTerminationStrategy: PID 10815 died...\u000a08:02:30.548599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10815): Terminated: ok {rc=0}\u000a08:02:30.558666 --- ParallelTerminationStrategy: PID 10818 died...\u000a08:02:30.614226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10818): Terminated: ok {rc=0}\u000a08:02:30.624238 --- ParallelTerminationStrategy: PID 10821 died...\u000a08:02:30.679748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10821): Terminated: ok {rc=0}\u000a08:02:30.766115 bus /sierra_3: Setting Powered False\u000a08:02:31.869761 bus /sierra_3: Setting Powered False\u000a08:02:32.977510 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10831): Process ended prematurely: osmo-stp_10.42.42.5(pid=10831) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10831)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10831): Process ended prematurely: osmo-stp_10.42.42.5(pid=10831) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:02:34.092808 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:02:34.105494 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:02:34.270410 tst mo_mt_call_osmux.py: using LAC 20066\u000a08:02:34.402147 tst mo_mt_call_osmux.py: using RAC 176\u000a08:02:34.527656 tst mo_mt_call_osmux.py: using CellId 20066\u000a08:02:34.654014 tst mo_mt_call_osmux.py: using BVCI 20067\u000a08:02:34.678812 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:02:34.690627 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:02:34.702231 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:02:34.713909 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:02:34.725566 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:02:34.737171 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:02:34.853251 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:02:35.068331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:02:35.590445 run create_hlr_db(pid=10824): Launched\u000a08:02:35.780397 bus /sierra_2: Setting Powered False\u000a08:02:36.800168 run create_hlr_db(pid=10824): Terminated: ok {rc=0}\u000a08:02:37.213697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10827): Launched\u000a08:02:37.542472 run osmo-hlr_10.42.42.2(pid=10828): Launched\u000a08:02:37.661637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:02:38.228675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10830): Launched\u000a08:02:38.554361 run osmo-stp_10.42.42.5(pid=10831): Launched\u000a08:02:38.673197 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:02:39.268911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10833): Launched\u000a08:02:39.595856 run osmo-msc_10.42.42.6(pid=10834): Launched\u000a08:02:39.787288 run osmo-stp_10.42.42.5(pid=10831): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10831)]\u000a08:02:39.924103 run osmo-stp_10.42.42.5(pid=10831): stdout: \u000a| (launched: 2022-12-09_08:02:38.394812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:40.060540 run osmo-stp_10.42.42.5(pid=10831): stderr: \u000a| �[0;m�[38;5;43m20221209080238586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080238586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080238586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080238586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080238587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080238587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080238587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:40.191459 run osmo-stp_10.42.42.5(pid=10831): stdout: \u000a| (launched: 2022-12-09_08:02:38.394812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:40.321838 run osmo-stp_10.42.42.5(pid=10831): stderr: \u000a| �[0;m�[38;5;43m20221209080238586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080238586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080238586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080238586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080238587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080238587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080238587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:40.379472 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10831): Process ended prematurely: osmo-stp_10.42.42.5(pid=10831) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10831)] [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a08:02:40.388912 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:02:40.450958 run osmo-hlr_10.42.42.2(pid=10828): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10828)]\u000a08:02:40.501979 run osmo-hlr_10.42.42.2(pid=10828): stdout: \u000a| (launched: 2022-12-09_08:02:37.380265) \u000a08:02:40.553498 run osmo-hlr_10.42.42.2(pid=10828): stderr: \u000a| �[0;m�[1;31m20221209080237577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080237577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080237577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080237577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080237577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080237577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080237596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080237606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080237606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080237606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:02:40.623819 run osmo-msc_10.42.42.6(pid=10834): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10834)]\u000a08:02:40.674630 run osmo-msc_10.42.42.6(pid=10834): stdout: \u000a| (launched: 2022-12-09_08:02:39.435078) \u000a08:02:40.726535 run osmo-msc_10.42.42.6(pid=10834): stderr: \u000a| �[0;m�[38;5;43m20221209080239756 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209080239756 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef1155cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209080239756 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209080239756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209080239756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209080239756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209080239758 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209080239758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209080239759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209080239759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:02:40.770301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10827): Terminating (SIGTERM)\u000a08:02:40.811939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10830): Terminating (SIGTERM)\u000a08:02:40.853631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10833): Terminating (SIGTERM)\u000a08:02:40.863413 --- ParallelTerminationStrategy: PID 10827 died...\u000a08:02:40.919145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10827): Terminated: ok {rc=0}\u000a08:02:40.929328 --- ParallelTerminationStrategy: PID 10830 died...\u000a08:02:40.984308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10830): Terminated: ok {rc=0}\u000a08:02:40.994259 --- ParallelTerminationStrategy: PID 10833 died...\u000a08:02:41.049103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10833): Terminated: ok {rc=0}\u000a08:02:41.135502 bus /sierra_3: Setting Powered False\u000a08:02:42.241575 bus /sierra_3: Setting Powered False\u000a08:02:43.347265 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:02:23" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10845): Process ended prematurely: osmo-stp_10.42.42.5(pid=10845) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10845)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10845): Process ended prematurely: osmo-stp_10.42.42.5(pid=10845) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10845)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a08:02:45.354079 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:02:45.366149 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:02:45.527452 tst mo_mt_call.py: using LAC 20067\u000a08:02:45.648477 tst mo_mt_call.py: using RAC 177\u000a08:02:45.768507 tst mo_mt_call.py: using CellId 20067\u000a08:02:45.918358 tst mo_mt_call.py: using BVCI 20068\u000a08:02:45.946994 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:02:45.959315 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:02:45.971461 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:02:45.983943 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:02:45.996884 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:02:46.009513 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:02:46.134838 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:02:46.411302 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:02:46.990041 run create_hlr_db(pid=10839): Launched\u000a08:02:47.171204 bus /sierra_2: Setting Powered False\u000a08:02:48.188238 run create_hlr_db(pid=10839): Terminated: ok {rc=0}\u000a08:02:48.620929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10841): Launched\u000a08:02:48.945266 run osmo-hlr_10.42.42.2(pid=10842): Launched\u000a08:02:49.064381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:02:49.630500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10844): Launched\u000a08:02:49.955885 run osmo-stp_10.42.42.5(pid=10845): Launched\u000a08:02:50.073496 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:02:50.667885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10847): Launched\u000a08:02:50.993517 run osmo-msc_10.42.42.6(pid=10848): Launched\u000a08:02:51.183269 run osmo-stp_10.42.42.5(pid=10845): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10845)]\u000a08:02:51.319599 run osmo-stp_10.42.42.5(pid=10845): stdout: \u000a| (launched: 2022-12-09_08:02:49.796253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:51.455669 run osmo-stp_10.42.42.5(pid=10845): stderr: \u000a| �[0;m�[38;5;43m20221209080249987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080249987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080249988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080249988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080249989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080249989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080249989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:51.586559 run osmo-stp_10.42.42.5(pid=10845): stdout: \u000a| (launched: 2022-12-09_08:02:49.796253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:51.716935 run osmo-stp_10.42.42.5(pid=10845): stderr: \u000a| �[0;m�[38;5;43m20221209080249987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080249987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080249988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080249988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080249989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080249989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080249989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:51.774215 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10845): Process ended prematurely: osmo-stp_10.42.42.5(pid=10845) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10845)] [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a08:02:51.783731 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a08:02:51.847856 run osmo-hlr_10.42.42.2(pid=10842): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10842)]\u000a08:02:51.899288 run osmo-hlr_10.42.42.2(pid=10842): stdout: \u000a| (launched: 2022-12-09_08:02:48.786838) \u000a08:02:51.950852 run osmo-hlr_10.42.42.2(pid=10842): stderr: \u000a| �[0;m�[1;31m20221209080248981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080248982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080248982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080248982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080248982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080248982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080249053 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080249063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080249063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080249063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:02:52.021154 run osmo-msc_10.42.42.6(pid=10848): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10848)]\u000a08:02:52.071996 run osmo-msc_10.42.42.6(pid=10848): stdout: \u000a| (launched: 2022-12-09_08:02:50.833415) \u000a08:02:52.123432 run osmo-msc_10.42.42.6(pid=10848): stderr: \u000a| �[0;m�[38;5;43m20221209080251155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209080251155 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa731366c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209080251155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209080251155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209080251155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209080251155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209080251157 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209080251157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209080251158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209080251158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:02:52.167140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10841): Terminating (SIGTERM)\u000a08:02:52.208783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10844): Terminating (SIGTERM)\u000a08:02:52.250550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10847): Terminating (SIGTERM)\u000a08:02:52.260021 --- ParallelTerminationStrategy: PID 10841 died...\u000a08:02:52.315749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10841): Terminated: ok {rc=0}\u000a08:02:52.326030 --- ParallelTerminationStrategy: PID 10844 died...\u000a08:02:52.381773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10844): Terminated: ok {rc=0}\u000a08:02:52.391958 --- ParallelTerminationStrategy: PID 10847 died...\u000a08:02:52.447757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10847): Terminated: ok {rc=0}\u000a08:02:52.535199 bus /sierra_3: Setting Powered False\u000a08:02:53.641730 bus /sierra_3: Setting Powered False\u000a08:02:54.748614 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10856): Process ended prematurely: osmo-stp_10.42.42.5(pid=10856) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10856)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10856): Process ended prematurely: osmo-stp_10.42.42.5(pid=10856) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:02:55.863574 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:02:55.876246 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:02:56.039631 tst mo_mt_call_osmux.py: using LAC 20068\u000a08:02:56.165806 tst mo_mt_call_osmux.py: using RAC 178\u000a08:02:56.290377 tst mo_mt_call_osmux.py: using CellId 20068\u000a08:02:56.407898 tst mo_mt_call_osmux.py: using BVCI 20069\u000a08:02:56.431206 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:02:56.442715 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:02:56.454112 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:02:56.465512 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:02:56.476903 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:02:56.488289 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:02:56.604923 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:02:56.818040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:02:57.340837 run create_hlr_db(pid=10850): Launched\u000a08:02:57.528760 bus /sierra_2: Setting Powered False\u000a08:02:58.550470 run create_hlr_db(pid=10850): Terminated: ok {rc=0}\u000a08:02:58.965545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10852): Launched\u000a08:02:59.292027 run osmo-hlr_10.42.42.2(pid=10853): Launched\u000a08:02:59.412437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:02:59.978673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10855): Launched\u000a08:03:00.304784 run osmo-stp_10.42.42.5(pid=10856): Launched\u000a08:03:00.423954 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:03:01.040249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10858): Launched\u000a08:03:01.398375 run osmo-msc_10.42.42.6(pid=10860): Launched\u000a08:03:01.638958 run osmo-stp_10.42.42.5(pid=10856): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10856)]\u000a08:03:01.889531 run osmo-stp_10.42.42.5(pid=10856): stdout: \u000a| (launched: 2022-12-09_08:03:00.144349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:02.300262 run osmo-stp_10.42.42.5(pid=10856): stderr: \u000a| �[0;m�[38;5;43m20221209080300333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080300333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080300333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080300334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080300334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080300334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080300334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:02.431212 run osmo-stp_10.42.42.5(pid=10856): stdout: \u000a| (launched: 2022-12-09_08:03:00.144349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:02.555100 run osmo-stp_10.42.42.5(pid=10856): stderr: \u000a| �[0;m�[38;5;43m20221209080300333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080300333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080300333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080300334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080300334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080300334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080300334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:02.609027 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10856): Process ended prematurely: osmo-stp_10.42.42.5(pid=10856) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10856)] [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a08:03:02.617961 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a08:03:02.678355 run osmo-hlr_10.42.42.2(pid=10853): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10853)]\u000a08:03:02.727220 run osmo-hlr_10.42.42.2(pid=10853): stdout: \u000a| (launched: 2022-12-09_08:02:59.132862) \u000a08:03:02.776903 run osmo-hlr_10.42.42.2(pid=10853): stderr: \u000a| �[0;m�[1;31m20221209080259329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080259329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080259329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080259329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080259329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080259329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080259342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080259351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080259351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080259351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:03:02.844072 run osmo-msc_10.42.42.6(pid=10860): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10860)]\u000a08:03:02.892674 run osmo-msc_10.42.42.6(pid=10860): stdout: \u000a| (launched: 2022-12-09_08:03:01.229667) \u000a08:03:02.942034 run osmo-msc_10.42.42.6(pid=10860): stderr: \u000a| �[0;m�[38;5;43m20221209080301912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209080301914 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd280f91c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209080301914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209080301915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209080301915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209080301918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209080301922 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209080301923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209080301923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209080301923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:03:02.983452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10852): Terminating (SIGTERM)\u000a08:03:03.022873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10855): Terminating (SIGTERM)\u000a08:03:03.062352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10858): Terminating (SIGTERM)\u000a08:03:03.071869 --- ParallelTerminationStrategy: PID 10852 died...\u000a08:03:03.126194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10852): Terminated: ok {rc=0}\u000a08:03:03.135929 --- ParallelTerminationStrategy: PID 10855 died...\u000a08:03:03.189399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10855): Terminated: ok {rc=0}\u000a08:03:03.199100 --- ParallelTerminationStrategy: PID 10858 died...\u000a08:03:03.252370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10858): Terminated: ok {rc=0}\u000a08:03:03.335851 bus /sierra_3: Setting Powered False\u000a08:03:04.438028 bus /sierra_3: Setting Powered False\u000a08:03:05.543028 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:02:45" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10871): Process ended prematurely: osmo-stp_10.42.42.5(pid=10871) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10871)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10871): Process ended prematurely: osmo-stp_10.42.42.5(pid=10871) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:03:07.552749 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:03:07.564544 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:03:07.727817 tst mo_mt_call.py: using LAC 20069\u000a08:03:07.855433 tst mo_mt_call.py: using RAC 179\u000a08:03:07.983102 tst mo_mt_call.py: using CellId 20069\u000a08:03:08.110928 tst mo_mt_call.py: using BVCI 20070\u000a08:03:08.135862 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:03:08.147674 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:03:08.159325 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:03:08.171039 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:03:08.182816 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:03:08.194412 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:03:08.310397 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:03:08.523188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:03:09.045415 run create_hlr_db(pid=10865): Launched\u000a08:03:09.234087 bus /sierra_2: Setting Powered False\u000a08:03:10.255875 run create_hlr_db(pid=10865): Terminated: ok {rc=0}\u000a08:03:10.666047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10867): Launched\u000a08:03:10.971236 run osmo-hlr_10.42.42.2(pid=10868): Launched\u000a08:03:11.090582 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:03:11.622807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10870): Launched\u000a08:03:11.928441 run osmo-stp_10.42.42.5(pid=10871): Launched\u000a08:03:12.038741 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:03:12.594556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10873): Launched\u000a08:03:12.900829 run osmo-msc_10.42.42.6(pid=10874): Launched\u000a08:03:13.079188 run osmo-stp_10.42.42.5(pid=10871): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10871)]\u000a08:03:13.208598 run osmo-stp_10.42.42.5(pid=10871): stdout: \u000a| (launched: 2022-12-09_08:03:11.776858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:13.335440 run osmo-stp_10.42.42.5(pid=10871): stderr: \u000a| �[0;m�[38;5;43m20221209080311944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080311944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080311944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080311944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080311945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080311945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080311945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:13.457654 run osmo-stp_10.42.42.5(pid=10871): stdout: \u000a| (launched: 2022-12-09_08:03:11.776858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:13.579105 run osmo-stp_10.42.42.5(pid=10871): stderr: \u000a| �[0;m�[38;5;43m20221209080311944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080311944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080311944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080311944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080311945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080311945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080311945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:13.632631 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10871): Process ended prematurely: osmo-stp_10.42.42.5(pid=10871) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10871)] [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a08:03:13.641515 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:03:13.701050 run osmo-hlr_10.42.42.2(pid=10868): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10868)]\u000a08:03:13.749715 run osmo-hlr_10.42.42.2(pid=10868): stdout: \u000a| (launched: 2022-12-09_08:03:10.821135) \u000a08:03:13.799438 run osmo-hlr_10.42.42.2(pid=10868): stderr: \u000a| �[0;m�[1;31m20221209080310996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080310996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080310996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080310996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080310996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080310996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080311011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080311022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080311022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080311022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:03:13.866994 run osmo-msc_10.42.42.6(pid=10874): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10874)]\u000a08:03:13.915540 run osmo-msc_10.42.42.6(pid=10874): stdout: \u000a| (launched: 2022-12-09_08:03:12.749816) \u000a08:03:13.964667 run osmo-msc_10.42.42.6(pid=10874): stderr: \u000a| �[0;m�[38;5;43m20221209080313018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209080313018 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f27227b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209080313018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209080313018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209080313019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209080313019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209080313020 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209080313021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209080313021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209080313021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:03:14.006087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10867): Terminating (SIGTERM)\u000a08:03:14.045457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10870): Terminating (SIGTERM)\u000a08:03:14.084593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10873): Terminating (SIGTERM)\u000a08:03:14.094240 --- ParallelTerminationStrategy: PID 10867 died...\u000a08:03:14.147318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10867): Terminated: ok {rc=0}\u000a08:03:14.157124 --- ParallelTerminationStrategy: PID 10870 died...\u000a08:03:14.209739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10870): Terminated: ok {rc=0}\u000a08:03:14.219564 --- ParallelTerminationStrategy: PID 10873 died...\u000a08:03:14.272381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10873): Terminated: ok {rc=0}\u000a08:03:14.360013 bus /sierra_3: Setting Powered False\u000a08:03:15.461781 bus /sierra_3: Setting Powered False\u000a08:03:16.574338 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10882): Process ended prematurely: osmo-stp_10.42.42.5(pid=10882) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10882)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10882): Process ended prematurely: osmo-stp_10.42.42.5(pid=10882) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:03:17.688742 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:03:17.701472 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:03:17.863986 tst mo_mt_call_osmux.py: using LAC 20070\u000a08:03:17.985091 tst mo_mt_call_osmux.py: using RAC 180\u000a08:03:18.104113 tst mo_mt_call_osmux.py: using CellId 20070\u000a08:03:18.222921 tst mo_mt_call_osmux.py: using BVCI 20071\u000a08:03:18.246175 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:03:18.257644 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:03:18.268890 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:03:18.280621 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:03:18.292232 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:03:18.303694 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:03:18.420444 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:03:18.629053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:03:19.109992 run create_hlr_db(pid=10876): Launched\u000a08:03:19.286405 bus /sierra_2: Setting Powered False\u000a08:03:20.308840 run create_hlr_db(pid=10876): Terminated: ok {rc=0}\u000a08:03:20.745120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10878): Launched\u000a08:03:21.073450 run osmo-hlr_10.42.42.2(pid=10879): Launched\u000a08:03:21.194856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:03:21.764883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10881): Launched\u000a08:03:22.092505 run osmo-stp_10.42.42.5(pid=10882): Launched\u000a08:03:22.211127 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:03:22.809678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10884): Launched\u000a08:03:23.137590 run osmo-msc_10.42.42.6(pid=10885): Launched\u000a08:03:23.329433 run osmo-stp_10.42.42.5(pid=10882): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10882)]\u000a08:03:23.466792 run osmo-stp_10.42.42.5(pid=10882): stdout: \u000a| (launched: 2022-12-09_08:03:21.931248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:23.602910 run osmo-stp_10.42.42.5(pid=10882): stderr: \u000a| �[0;m�[38;5;43m20221209080322118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080322118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080322118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080322119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080322119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080322119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080322119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:23.734809 run osmo-stp_10.42.42.5(pid=10882): stdout: \u000a| (launched: 2022-12-09_08:03:21.931248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:23.864557 run osmo-stp_10.42.42.5(pid=10882): stderr: \u000a| �[0;m�[38;5;43m20221209080322118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080322118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080322118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080322119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080322119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080322119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080322119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:23.922085 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10882): Process ended prematurely: osmo-stp_10.42.42.5(pid=10882) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10882)] [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a08:03:23.931278 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:03:23.993728 run osmo-hlr_10.42.42.2(pid=10879): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10879)]\u000a08:03:24.044526 run osmo-hlr_10.42.42.2(pid=10879): stdout: \u000a| (launched: 2022-12-09_08:03:20.912502) \u000a08:03:24.095884 run osmo-hlr_10.42.42.2(pid=10879): stderr: \u000a| �[0;m�[1;31m20221209080321108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080321108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080321108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080321108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080321108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080321109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080321121 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080321130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080321130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080321130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:03:24.165947 run osmo-msc_10.42.42.6(pid=10885): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10885)]\u000a08:03:24.216574 run osmo-msc_10.42.42.6(pid=10885): stdout: \u000a| (launched: 2022-12-09_08:03:22.976387) \u000a08:03:24.267830 run osmo-msc_10.42.42.6(pid=10885): stderr: \u000a| �[0;m�[38;5;43m20221209080323297 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209080323297 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3ae459c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209080323298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209080323298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209080323298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209080323298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209080323300 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209080323300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209080323300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209080323300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:03:24.311478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10878): Terminating (SIGTERM)\u000a08:03:24.352827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10881): Terminating (SIGTERM)\u000a08:03:24.394378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10884): Terminating (SIGTERM)\u000a08:03:24.404048 --- ParallelTerminationStrategy: PID 10878 died...\u000a08:03:24.459519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10878): Terminated: ok {rc=0}\u000a08:03:24.469636 --- ParallelTerminationStrategy: PID 10881 died...\u000a08:03:24.524632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10881): Terminated: ok {rc=0}\u000a08:03:24.534758 --- ParallelTerminationStrategy: PID 10884 died...\u000a08:03:24.590055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10884): Terminated: ok {rc=0}\u000a08:03:24.676889 bus /sierra_3: Setting Powered False\u000a08:03:25.779967 bus /sierra_3: Setting Powered False\u000a08:03:26.887741 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:03:07" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10896): Process ended prematurely: osmo-stp_10.42.42.5(pid=10896) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10896)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10896): Process ended prematurely: osmo-stp_10.42.42.5(pid=10896) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10896)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:03:28.899383 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:03:28.911117 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:03:29.073059 tst mo_mt_call.py: using LAC 20071\u000a08:03:29.202055 tst mo_mt_call.py: using RAC 181\u000a08:03:29.329867 tst mo_mt_call.py: using CellId 20071\u000a08:03:29.458681 tst mo_mt_call.py: using BVCI 20072\u000a08:03:29.483878 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:03:29.495626 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:03:29.507202 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:03:29.518910 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:03:29.530602 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:03:29.542203 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:03:29.657594 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:03:29.866476 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:03:30.388056 run create_hlr_db(pid=10890): Launched\u000a08:03:30.575521 bus /sierra_2: Setting Powered False\u000a08:03:31.592764 run create_hlr_db(pid=10890): Terminated: ok {rc=0}\u000a08:03:32.057460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10892): Launched\u000a08:03:32.388877 run osmo-hlr_10.42.42.2(pid=10893): Launched\u000a08:03:32.507106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:03:33.073103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10895): Launched\u000a08:03:33.399491 run osmo-stp_10.42.42.5(pid=10896): Launched\u000a08:03:33.517603 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:03:34.115137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10898): Launched\u000a08:03:34.441302 run osmo-msc_10.42.42.6(pid=10899): Launched\u000a08:03:34.631881 run osmo-stp_10.42.42.5(pid=10896): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10896)]\u000a08:03:34.769216 run osmo-stp_10.42.42.5(pid=10896): stdout: \u000a| (launched: 2022-12-09_08:03:33.239430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:34.905062 run osmo-stp_10.42.42.5(pid=10896): stderr: \u000a| �[0;m�[38;5;43m20221209080333428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080333428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080333429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080333429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080333429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080333430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080333430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:35.035782 run osmo-stp_10.42.42.5(pid=10896): stdout: \u000a| (launched: 2022-12-09_08:03:33.239430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:35.165621 run osmo-stp_10.42.42.5(pid=10896): stderr: \u000a| �[0;m�[38;5;43m20221209080333428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080333428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080333429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080333429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080333429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080333430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080333430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:35.222774 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10896): Process ended prematurely: osmo-stp_10.42.42.5(pid=10896) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10896)] [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a08:03:35.232158 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a08:03:35.294016 run osmo-hlr_10.42.42.2(pid=10893): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10893)]\u000a08:03:35.344998 run osmo-hlr_10.42.42.2(pid=10893): stdout: \u000a| (launched: 2022-12-09_08:03:32.227358) \u000a08:03:35.396743 run osmo-hlr_10.42.42.2(pid=10893): stderr: \u000a| �[0;m�[1;31m20221209080332422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080332422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080332423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080332423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080332423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080332423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080332435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080332444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080332444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080332444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:03:35.466800 run osmo-msc_10.42.42.6(pid=10899): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10899)]\u000a08:03:35.517723 run osmo-msc_10.42.42.6(pid=10899): stdout: \u000a| (launched: 2022-12-09_08:03:34.281232) \u000a08:03:35.569073 run osmo-msc_10.42.42.6(pid=10899): stderr: \u000a| �[0;m�[38;5;43m20221209080334602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209080334602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc358cb6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209080334602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209080334602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209080334602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209080334603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209080334604 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209080334605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209080334605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209080334605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:03:35.612689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10892): Terminating (SIGTERM)\u000a08:03:35.654516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10895): Terminating (SIGTERM)\u000a08:03:35.696176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10898): Terminating (SIGTERM)\u000a08:03:35.705852 --- ParallelTerminationStrategy: PID 10892 died...\u000a08:03:35.761671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10892): Terminated: ok {rc=0}\u000a08:03:35.771617 --- ParallelTerminationStrategy: PID 10895 died...\u000a08:03:35.826775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10895): Terminated: ok {rc=0}\u000a08:03:35.836686 --- ParallelTerminationStrategy: PID 10898 died...\u000a08:03:35.891946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10898): Terminated: ok {rc=0}\u000a08:03:35.977170 bus /sierra_3: Setting Powered False\u000a08:03:37.084195 bus /sierra_3: Setting Powered False\u000a08:03:38.191160 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10920): Process ended prematurely: osmo-stp_10.42.42.5(pid=10920) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10920)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10920): Process ended prematurely: osmo-stp_10.42.42.5(pid=10920) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:03:39.305974 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:03:39.318415 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:03:39.479659 tst mo_mt_call_osmux.py: using LAC 20072\u000a08:03:39.600431 tst mo_mt_call_osmux.py: using RAC 182\u000a08:03:39.725586 tst mo_mt_call_osmux.py: using CellId 20072\u000a08:03:39.852025 tst mo_mt_call_osmux.py: using BVCI 20073\u000a08:03:39.877139 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:03:39.888752 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:03:39.900393 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:03:39.911975 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:03:39.923709 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:03:39.935320 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:03:40.054594 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:03:40.262331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:03:40.738625 run create_hlr_db(pid=10902): Launched\u000a08:03:40.913512 bus /sierra_2: Setting Powered False\u000a08:03:41.935562 run create_hlr_db(pid=10902): Terminated: ok {rc=0}\u000a08:03:42.339125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10904): Launched\u000a08:03:42.643623 run osmo-hlr_10.42.42.2(pid=10905): Launched\u000a08:03:42.762518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:03:43.301974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10919): Launched\u000a08:03:43.630704 run osmo-stp_10.42.42.5(pid=10920): Launched\u000a08:03:43.748426 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:03:44.343473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10922): Launched\u000a08:03:44.672915 run osmo-msc_10.42.42.6(pid=10923): Launched\u000a08:03:44.864479 run osmo-stp_10.42.42.5(pid=10920): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10920)]\u000a08:03:45.003124 run osmo-stp_10.42.42.5(pid=10920): stdout: \u000a| (launched: 2022-12-09_08:03:43.469167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:45.139304 run osmo-stp_10.42.42.5(pid=10920): stderr: \u000a| �[0;m�[38;5;43m20221209080343660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080343660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080343661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080343661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080343662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080343662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080343662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:45.270546 run osmo-stp_10.42.42.5(pid=10920): stdout: \u000a| (launched: 2022-12-09_08:03:43.469167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:45.400496 run osmo-stp_10.42.42.5(pid=10920): stderr: \u000a| �[0;m�[38;5;43m20221209080343660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080343660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080343661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080343661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080343662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080343662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080343662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:45.458483 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10920): Process ended prematurely: osmo-stp_10.42.42.5(pid=10920) [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10920)] [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a08:03:45.467781 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:03:45.529470 run osmo-hlr_10.42.42.2(pid=10905): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10905)]\u000a08:03:45.580390 run osmo-hlr_10.42.42.2(pid=10905): stdout: \u000a| (launched: 2022-12-09_08:03:42.493841) \u000a08:03:45.632330 run osmo-hlr_10.42.42.2(pid=10905): stderr: \u000a| �[0;m�[1;31m20221209080342669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080342669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080342669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080342669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080342669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080342669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080342682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080342690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080342690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080342690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:03:45.702404 run osmo-msc_10.42.42.6(pid=10923): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10923)]\u000a08:03:45.752902 run osmo-msc_10.42.42.6(pid=10923): stdout: \u000a| (launched: 2022-12-09_08:03:44.509389) \u000a08:03:45.803987 run osmo-msc_10.42.42.6(pid=10923): stderr: \u000a| �[0;m�[38;5;43m20221209080344830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209080344831 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe74576cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209080344831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209080344831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209080344831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209080344831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209080344833 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209080344833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209080344833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209080344834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:03:45.847783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10904): Terminating (SIGTERM)\u000a08:03:45.895963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10919): Terminating (SIGTERM)\u000a08:03:45.940365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10922): Terminating (SIGTERM)\u000a08:03:45.951225 --- ParallelTerminationStrategy: PID 10904 died...\u000a08:03:46.007200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10904): Terminated: ok {rc=0}\u000a08:03:46.017794 --- ParallelTerminationStrategy: PID 10919 died...\u000a08:03:46.073555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10919): Terminated: ok {rc=0}\u000a08:03:46.083924 --- ParallelTerminationStrategy: PID 10922 died...\u000a08:03:46.140066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10922): Terminated: ok {rc=0}\u000a08:03:46.229628 bus /sierra_3: Setting Powered False\u000a08:03:47.333679 bus /sierra_3: Setting Powered False\u000a08:03:48.443639 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:03:28" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10934): Process ended prematurely: osmo-stp_10.42.42.5(pid=10934) [trial-2356↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10934)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10934): Process ended prematurely: osmo-stp_10.42.42.5(pid=10934) [trial-2356↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a08:03:50.441099 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:03:50.452415 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:03:50.607833 tst mo_mt_call.py: using LAC 20073\u000a08:03:50.728432 tst mo_mt_call.py: using RAC 183\u000a08:03:50.849334 tst mo_mt_call.py: using CellId 20073\u000a08:03:50.969848 tst mo_mt_call.py: using BVCI 20074\u000a08:03:50.992847 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:03:51.004231 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:03:51.015417 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:03:51.026954 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:03:51.038449 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:03:51.049863 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:03:51.171766 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:03:51.379161 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:03:51.858056 run create_hlr_db(pid=10928): Launched\u000a08:03:52.032061 bus /sierra_2: Setting Powered False\u000a08:03:53.055371 run create_hlr_db(pid=10928): Terminated: ok {rc=0}\u000a08:03:53.487884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10930): Launched\u000a08:03:53.814991 run osmo-hlr_10.42.42.2(pid=10931): Launched\u000a08:03:53.934497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:03:54.499898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10933): Launched\u000a08:03:54.827860 run osmo-stp_10.42.42.5(pid=10934): Launched\u000a08:03:54.939970 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:03:55.497150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10936): Launched\u000a08:03:55.802812 run osmo-msc_10.42.42.6(pid=10937): Launched\u000a08:03:55.979863 run osmo-stp_10.42.42.5(pid=10934): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10934)]\u000a08:03:56.108624 run osmo-stp_10.42.42.5(pid=10934): stdout: \u000a| (launched: 2022-12-09_08:03:54.666396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:56.235245 run osmo-stp_10.42.42.5(pid=10934): stderr: \u000a| �[0;m�[38;5;43m20221209080354844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080354844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080354844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080354845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080354845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080354845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080354845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:56.357214 run osmo-stp_10.42.42.5(pid=10934): stdout: \u000a| (launched: 2022-12-09_08:03:54.666396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:56.478576 run osmo-stp_10.42.42.5(pid=10934): stderr: \u000a| �[0;m�[38;5;43m20221209080354844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080354844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080354844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080354845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080354845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080354845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080354845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:56.532024 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10934): Process ended prematurely: osmo-stp_10.42.42.5(pid=10934) [trial-2356↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10934)] [trial-2356↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a08:03:56.540851 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:03:56.600705 run osmo-hlr_10.42.42.2(pid=10931): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10931)]\u000a08:03:56.649792 run osmo-hlr_10.42.42.2(pid=10931): stdout: \u000a| (launched: 2022-12-09_08:03:53.655314) \u000a08:03:56.698721 run osmo-hlr_10.42.42.2(pid=10931): stderr: \u000a| �[0;m�[1;31m20221209080353853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080353853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080353853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080353853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080353853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080353853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080353869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080353879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080353880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080353880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:03:56.765858 run osmo-msc_10.42.42.6(pid=10937): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10937)]\u000a08:03:56.814498 run osmo-msc_10.42.42.6(pid=10937): stdout: \u000a| (launched: 2022-12-09_08:03:55.652400) \u000a08:03:56.864472 run osmo-msc_10.42.42.6(pid=10937): stderr: \u000a| �[0;m�[38;5;43m20221209080355923 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209080355923 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd6ba1b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209080355923 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209080355923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209080355923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209080355923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209080355925 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209080355926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209080355926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209080355926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:03:56.906193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10930): Terminating (SIGTERM)\u000a08:03:56.945732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10933): Terminating (SIGTERM)\u000a08:03:56.985132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10936): Terminating (SIGTERM)\u000a08:03:56.994540 --- ParallelTerminationStrategy: PID 10930 died...\u000a08:03:57.047894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10930): Terminated: ok {rc=0}\u000a08:03:57.057964 --- ParallelTerminationStrategy: PID 10933 died...\u000a08:03:57.110654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10933): Terminated: ok {rc=0}\u000a08:03:57.120491 --- ParallelTerminationStrategy: PID 10936 died...\u000a08:03:57.173632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10936): Terminated: ok {rc=0}\u000a08:03:57.261362 bus /sierra_3: Setting Powered False\u000a08:03:58.365204 bus /sierra_3: Setting Powered False\u000a08:03:59.471200 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10945): Process ended prematurely: osmo-stp_10.42.42.5(pid=10945) [trial-2356↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10945)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10945): Process ended prematurely: osmo-stp_10.42.42.5(pid=10945) [trial-2356↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:04:00.585706 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:04:00.598382 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:04:00.756407 tst mo_mt_call_osmux.py: using LAC 20074\u000a08:04:00.893867 tst mo_mt_call_osmux.py: using RAC 184\u000a08:04:01.028576 tst mo_mt_call_osmux.py: using CellId 20074\u000a08:04:01.175943 tst mo_mt_call_osmux.py: using BVCI 20075\u000a08:04:01.202525 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:04:01.215561 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:04:01.228293 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:04:01.241953 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:04:01.256375 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:04:01.269397 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:04:01.393828 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:04:01.619407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:04:02.190125 run create_hlr_db(pid=10939): Launched\u000a08:04:02.380209 bus /sierra_2: Setting Powered False\u000a08:04:03.400015 run create_hlr_db(pid=10939): Terminated: ok {rc=0}\u000a08:04:03.835357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10941): Launched\u000a08:04:04.161720 run osmo-hlr_10.42.42.2(pid=10942): Launched\u000a08:04:04.279567 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:04:04.846407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10944): Launched\u000a08:04:05.171544 run osmo-stp_10.42.42.5(pid=10945): Launched\u000a08:04:05.289223 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:04:05.885570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10947): Launched\u000a08:04:06.212427 run osmo-msc_10.42.42.6(pid=10948): Launched\u000a08:04:06.402593 run osmo-stp_10.42.42.5(pid=10945): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10945)]\u000a08:04:06.539187 run osmo-stp_10.42.42.5(pid=10945): stdout: \u000a| (launched: 2022-12-09_08:04:05.012609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:06.675970 run osmo-stp_10.42.42.5(pid=10945): stderr: \u000a| �[0;m�[38;5;43m20221209080405204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080405204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080405204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080405205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080405205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080405205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080405205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:06.807387 run osmo-stp_10.42.42.5(pid=10945): stdout: \u000a| (launched: 2022-12-09_08:04:05.012609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:06.937537 run osmo-stp_10.42.42.5(pid=10945): stderr: \u000a| �[0;m�[38;5;43m20221209080405204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080405204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080405204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080405205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080405205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080405205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080405205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:06.994799 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10945): Process ended prematurely: osmo-stp_10.42.42.5(pid=10945) [trial-2356↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10945)] [trial-2356↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a08:04:07.004065 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a08:04:07.066736 run osmo-hlr_10.42.42.2(pid=10942): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10942)]\u000a08:04:07.118013 run osmo-hlr_10.42.42.2(pid=10942): stdout: \u000a| (launched: 2022-12-09_08:04:04.001348) \u000a08:04:07.169773 run osmo-hlr_10.42.42.2(pid=10942): stderr: \u000a| �[0;m�[1;31m20221209080404198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080404198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080404198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080404198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080404198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080404198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080404211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080404219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080404220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080404220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:04:07.240160 run osmo-msc_10.42.42.6(pid=10948): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10948)]\u000a08:04:07.291060 run osmo-msc_10.42.42.6(pid=10948): stdout: \u000a| (launched: 2022-12-09_08:04:06.051577) \u000a08:04:07.342602 run osmo-msc_10.42.42.6(pid=10948): stderr: \u000a| �[0;m�[38;5;43m20221209080406372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209080406372 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10be7e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209080406372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209080406372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209080406373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209080406373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209080406375 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209080406375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209080406375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209080406375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:04:07.386423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10941): Terminating (SIGTERM)\u000a08:04:07.428094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10944): Terminating (SIGTERM)\u000a08:04:07.469697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10947): Terminating (SIGTERM)\u000a08:04:07.479178 --- ParallelTerminationStrategy: PID 10941 died...\u000a08:04:07.534625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10941): Terminated: ok {rc=0}\u000a08:04:07.544806 --- ParallelTerminationStrategy: PID 10944 died...\u000a08:04:07.600241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10944): Terminated: ok {rc=0}\u000a08:04:07.610339 --- ParallelTerminationStrategy: PID 10947 died...\u000a08:04:07.666701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10947): Terminated: ok {rc=0}\u000a08:04:07.753282 bus /sierra_3: Setting Powered False\u000a08:04:08.859750 bus /sierra_3: Setting Powered False\u000a08:04:09.970100 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:03:50" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10961): Process ended prematurely: osmo-stp_10.42.42.5(pid=10961) [trial-2356↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10961)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10961): Process ended prematurely: osmo-stp_10.42.42.5(pid=10961) [trial-2356↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10961)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a08:04:11.977761 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:04:11.989330 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:04:12.128335 tst mo_mt_call.py: using LAC 20075\u000a08:04:12.249498 tst mo_mt_call.py: using RAC 185\u000a08:04:12.371117 tst mo_mt_call.py: using CellId 20075\u000a08:04:12.492232 tst mo_mt_call.py: using BVCI 20076\u000a08:04:12.515395 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:04:12.527137 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:04:12.538490 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:04:12.549808 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:04:12.561244 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:04:12.572377 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:04:12.690072 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:04:12.904320 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:04:13.428253 run create_hlr_db(pid=10955): Launched\u000a08:04:13.616852 bus /sierra_2: Setting Powered False\u000a08:04:14.639149 run create_hlr_db(pid=10955): Terminated: ok {rc=0}\u000a08:04:15.047547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10957): Launched\u000a08:04:15.353404 run osmo-hlr_10.42.42.2(pid=10958): Launched\u000a08:04:15.472195 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:04:16.063683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10960): Launched\u000a08:04:16.459546 run osmo-stp_10.42.42.5(pid=10961): Launched\u000a08:04:16.702493 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:04:17.336345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10963): Launched\u000a08:04:17.666429 run osmo-msc_10.42.42.6(pid=10964): Launched\u000a08:04:17.859871 run osmo-stp_10.42.42.5(pid=10961): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10961)]\u000a08:04:17.997784 run osmo-stp_10.42.42.5(pid=10961): stdout: \u000a| (launched: 2022-12-09_08:04:16.236644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:18.134504 run osmo-stp_10.42.42.5(pid=10961): stderr: \u000a| �[0;m�[38;5;43m20221209080416541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080416541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080416541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080416543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080416544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080416544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080416544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:18.265769 run osmo-stp_10.42.42.5(pid=10961): stdout: \u000a| (launched: 2022-12-09_08:04:16.236644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:18.396044 run osmo-stp_10.42.42.5(pid=10961): stderr: \u000a| �[0;m�[38;5;43m20221209080416541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080416541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080416541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080416543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080416544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080416544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080416544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:18.453175 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10961): Process ended prematurely: osmo-stp_10.42.42.5(pid=10961) [trial-2356↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10961)] [trial-2356↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a08:04:18.462496 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a08:04:18.524175 run osmo-hlr_10.42.42.2(pid=10958): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10958)]\u000a08:04:18.574647 run osmo-hlr_10.42.42.2(pid=10958): stdout: \u000a| (launched: 2022-12-09_08:04:15.202471) \u000a08:04:18.625637 run osmo-hlr_10.42.42.2(pid=10958): stderr: \u000a| �[0;m�[1;31m20221209080415378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080415378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080415378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080415378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080415378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080415378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080415390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080415399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080415399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080415399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:04:18.695434 run osmo-msc_10.42.42.6(pid=10964): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10964)]\u000a08:04:18.745707 run osmo-msc_10.42.42.6(pid=10964): stdout: \u000a| (launched: 2022-12-09_08:04:17.502887) \u000a08:04:18.796461 run osmo-msc_10.42.42.6(pid=10964): stderr: \u000a| �[0;m�[38;5;43m20221209080417822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209080417822 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa0b2bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209080417823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209080417823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209080417823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209080417823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209080417825 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209080417825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209080417825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209080417825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:04:18.839697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10957): Terminating (SIGTERM)\u000a08:04:18.883015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10960): Terminating (SIGTERM)\u000a08:04:18.923869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10963): Terminating (SIGTERM)\u000a08:04:18.933483 --- ParallelTerminationStrategy: PID 10957 died...\u000a08:04:18.988399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10957): Terminated: ok {rc=0}\u000a08:04:18.998452 --- ParallelTerminationStrategy: PID 10960 died...\u000a08:04:19.053329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10960): Terminated: ok {rc=0}\u000a08:04:19.063219 --- ParallelTerminationStrategy: PID 10963 died...\u000a08:04:19.118061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10963): Terminated: ok {rc=0}\u000a08:04:19.203644 bus /sierra_3: Setting Powered False\u000a08:04:20.308872 bus /sierra_3: Setting Powered False\u000a08:04:21.414492 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10972): Process ended prematurely: osmo-stp_10.42.42.5(pid=10972) [trial-2356↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10972)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10972): Process ended prematurely: osmo-stp_10.42.42.5(pid=10972) [trial-2356↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:04:22.529351 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:04:22.542032 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:04:22.689945 tst mo_mt_call_osmux.py: using LAC 20076\u000a08:04:22.817454 tst mo_mt_call_osmux.py: using RAC 186\u000a08:04:22.945901 tst mo_mt_call_osmux.py: using CellId 20076\u000a08:04:23.077520 tst mo_mt_call_osmux.py: using BVCI 20077\u000a08:04:23.102467 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:04:23.114433 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:04:23.126188 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:04:23.138012 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:04:23.149915 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:04:23.161690 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:04:23.279887 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:04:23.494295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:04:24.007064 run create_hlr_db(pid=10966): Launched\u000a08:04:24.183747 bus /sierra_2: Setting Powered False\u000a08:04:25.205339 run create_hlr_db(pid=10966): Terminated: ok {rc=0}\u000a08:04:25.638841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10968): Launched\u000a08:04:25.968290 run osmo-hlr_10.42.42.2(pid=10969): Launched\u000a08:04:26.087891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:04:26.655267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10971): Launched\u000a08:04:26.982032 run osmo-stp_10.42.42.5(pid=10972): Launched\u000a08:04:27.100275 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:04:27.697619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10974): Launched\u000a08:04:28.026426 run osmo-msc_10.42.42.6(pid=10975): Launched\u000a08:04:28.216736 run osmo-stp_10.42.42.5(pid=10972): ERR: Terminated: ERROR {rc=1} [trial-2356↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10972)]\u000a08:04:28.353983 run osmo-stp_10.42.42.5(pid=10972): stdout: \u000a| (launched: 2022-12-09_08:04:26.821418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:28.490679 run osmo-stp_10.42.42.5(pid=10972): stderr: \u000a| �[0;m�[38;5;43m20221209080427012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080427012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080427012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080427013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080427013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080427013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080427013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:28.622202 run osmo-stp_10.42.42.5(pid=10972): stdout: \u000a| (launched: 2022-12-09_08:04:26.821418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:28.752708 run osmo-stp_10.42.42.5(pid=10972): stderr: \u000a| �[0;m�[38;5;43m20221209080427012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080427012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080427012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080427013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080427013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080427013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080427013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:28.810409 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10972): Process ended prematurely: osmo-stp_10.42.42.5(pid=10972) [trial-2356↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10972)] [trial-2356↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a08:04:28.819780 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:04:28.881812 run osmo-hlr_10.42.42.2(pid=10969): ERR: Terminated: ERROR {rc=237} [trial-2356↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10969)]\u000a08:04:28.932496 run osmo-hlr_10.42.42.2(pid=10969): stdout: \u000a| (launched: 2022-12-09_08:04:25.806918) \u000a08:04:28.983704 run osmo-hlr_10.42.42.2(pid=10969): stderr: \u000a| �[0;m�[1;31m20221209080426003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080426003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080426003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080426003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080426003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080426003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080426015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080426024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080426024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080426024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:04:29.053582 run osmo-msc_10.42.42.6(pid=10975): ERR: Terminated: ERROR {rc=2} [trial-2356↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10975)]\u000a08:04:29.104464 run osmo-msc_10.42.42.6(pid=10975): stdout: \u000a| (launched: 2022-12-09_08:04:27.864432) \u000a08:04:29.155764 run osmo-msc_10.42.42.6(pid=10975): stderr: \u000a| �[0;m�[38;5;43m20221209080428186 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209080428186 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f694b799c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209080428187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209080428187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209080428187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209080428187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209080428189 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209080428189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209080428189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209080428189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:04:29.199499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10968): Terminating (SIGTERM)\u000a08:04:29.240833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10971): Terminating (SIGTERM)\u000a08:04:29.282311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10974): Terminating (SIGTERM)\u000a08:04:29.291985 --- ParallelTerminationStrategy: PID 10968 died...\u000a08:04:29.347912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10968): Terminated: ok {rc=0}\u000a08:04:29.358098 --- ParallelTerminationStrategy: PID 10971 died...\u000a08:04:29.413871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10971): Terminated: ok {rc=0}\u000a08:04:29.423962 --- ParallelTerminationStrategy: PID 10974 died...\u000a08:04:29.479485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10974): Terminated: ok {rc=0}\u000a08:04:29.565788 bus /sierra_3: Setting Powered False\u000a08:04:30.666524 bus /sierra_3: Setting Powered False\u000a08:04:31.779581 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:04:11" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10986): Process ended prematurely: osmo-stp_10.42.42.5(pid=10986) [trial-2356↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10986)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10986): Process ended prematurely: osmo-stp_10.42.42.5(pid=10986) [trial-2356↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a08:04:33.817344 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:33.829902 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:04:33.969330 tst emergency_mo_mt_call.py: using LAC 20077\u000a08:04:34.085783 tst emergency_mo_mt_call.py: using RAC 187\u000a08:04:34.202062 tst emergency_mo_mt_call.py: using CellId 20077\u000a08:04:34.325851 tst emergency_mo_mt_call.py: using BVCI 20078\u000a08:04:34.348843 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:34.360028 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:34.371185 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:34.382150 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:34.393462 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:34.404685 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:04:34.524869 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:04:34.735225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:04:35.250682 run create_hlr_db(pid=10980): Launched\u000a08:04:35.436512 bus /sierra_2: Setting Powered False\u000a08:04:36.456881 run create_hlr_db(pid=10980): Terminated: ok {rc=0}\u000a08:04:36.860202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10982): Launched\u000a08:04:37.160705 run osmo-hlr_10.42.42.2(pid=10983): Launched\u000a08:04:37.270153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:04:37.789818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10985): Launched\u000a08:04:38.090278 run osmo-stp_10.42.42.5(pid=10986): Launched\u000a08:04:38.210269 tst emergency_mo_mt_call.py: using MSISDN 7098\u000a08:04:38.358738 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:04:38.905561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10988): Launched\u000a08:04:39.208747 run osmo-msc_10.42.42.6(pid=10989): Launched\u000a08:04:39.385369 run osmo-stp_10.42.42.5(pid=10986): ERR: Terminated: ERROR {rc=1} [trial-2356↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10986)]\u000a08:04:39.512550 run osmo-stp_10.42.42.5(pid=10986): stdout: \u000a| (launched: 2022-12-09_08:04:37.942362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:39.638130 run osmo-stp_10.42.42.5(pid=10986): stderr: \u000a| �[0;m�[38;5;43m20221209080438108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080438108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080438109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080438109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080438110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080438110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080438110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:39.758789 run osmo-stp_10.42.42.5(pid=10986): stdout: \u000a| (launched: 2022-12-09_08:04:37.942362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:39.879034 run osmo-stp_10.42.42.5(pid=10986): stderr: \u000a| �[0;m�[38;5;43m20221209080438108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080438108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080438109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080438109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080438110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080438110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080438110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:39.931330 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10986): Process ended prematurely: osmo-stp_10.42.42.5(pid=10986) [trial-2356↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10986)] [trial-2356↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a08:04:39.939499 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a08:04:40.000016 run osmo-hlr_10.42.42.2(pid=10983): ERR: Terminated: ERROR {rc=237} [trial-2356↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10983)]\u000a08:04:40.049133 run osmo-hlr_10.42.42.2(pid=10983): stdout: \u000a| (launched: 2022-12-09_08:04:37.012099) \u000a08:04:40.099141 run osmo-hlr_10.42.42.2(pid=10983): stderr: \u000a| �[0;m�[1;31m20221209080437184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080437184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080437184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080437185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080437185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080437185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080437209 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080437218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080437218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080437218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:04:40.166734 run osmo-msc_10.42.42.6(pid=10989): ERR: Terminated: ERROR {rc=2} [trial-2356↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10989)]\u000a08:04:40.215960 run osmo-msc_10.42.42.6(pid=10989): stdout: \u000a| (launched: 2022-12-09_08:04:39.057075) \u000a08:04:40.265381 run osmo-msc_10.42.42.6(pid=10989): stderr: \u000a| �[0;m�[38;5;43m20221209080439325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209080439325 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf70d98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209080439325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209080439325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209080439325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209080439326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209080439327 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209080439328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209080439328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209080439328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:04:40.307442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10982): Terminating (SIGTERM)\u000a08:04:40.347166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10985): Terminating (SIGTERM)\u000a08:04:40.386857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10988): Terminating (SIGTERM)\u000a08:04:40.396070 --- ParallelTerminationStrategy: PID 10982 died...\u000a08:04:40.449778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10982): Terminated: ok {rc=0}\u000a08:04:40.459816 --- ParallelTerminationStrategy: PID 10985 died...\u000a08:04:40.513044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10985): Terminated: ok {rc=0}\u000a08:04:40.522710 --- ParallelTerminationStrategy: PID 10988 died...\u000a08:04:40.575699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10988): Terminated: ok {rc=0}\u000a08:04:40.663676 bus /sierra_3: Setting Powered False\u000a08:04:41.767072 bus /sierra_3: Setting Powered False\u000a08:04:42.873630 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10999): Process ended prematurely: osmo-stp_10.42.42.5(pid=10999) [trial-2356↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10999)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10999): Process ended prematurely: osmo-stp_10.42.42.5(pid=10999) [trial-2356↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10999)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a08:04:43.926493 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:43.938484 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:04:44.083098 tst emergency_preemptive_call.py: using LAC 20078\u000a08:04:44.210814 tst emergency_preemptive_call.py: using RAC 188\u000a08:04:44.336290 tst emergency_preemptive_call.py: using CellId 20078\u000a08:04:44.464095 tst emergency_preemptive_call.py: using BVCI 20079\u000a08:04:44.488523 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:44.499885 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:44.511087 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:44.522716 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:44.534020 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:44.545170 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:04:44.664669 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:04:44.786267 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:04:44.904779 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:04:45.113375 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:04:45.630422 run create_hlr_db(pid=10992): Launched\u000a08:04:45.816810 bus /sierra_2: Setting Powered False\u000a08:04:46.868438 run create_hlr_db(pid=10992): Terminated: ok {rc=0}\u000a08:04:47.343610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10994): Launched\u000a08:04:47.645659 run osmo-hlr_10.42.42.2(pid=10995): Launched\u000a08:04:47.761760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:04:48.288304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10998): Launched\u000a08:04:48.590328 run osmo-stp_10.42.42.5(pid=10999): Launched\u000a08:04:48.709918 tst emergency_preemptive_call.py: using MSISDN 7099\u000a08:04:48.858381 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:04:49.403677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11001): Launched\u000a08:04:49.707198 run osmo-msc_10.42.42.6(pid=11002): Launched\u000a08:04:49.883768 run osmo-stp_10.42.42.5(pid=10999): ERR: Terminated: ERROR {rc=1} [trial-2356↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10999)]\u000a08:04:50.012044 run osmo-stp_10.42.42.5(pid=10999): stdout: \u000a| (launched: 2022-12-09_08:04:48.439934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:50.137677 run osmo-stp_10.42.42.5(pid=10999): stderr: \u000a| �[0;m�[38;5;43m20221209080448608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080448608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080448608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080448609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080448609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080448609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080448609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:50.258867 run osmo-stp_10.42.42.5(pid=10999): stdout: \u000a| (launched: 2022-12-09_08:04:48.439934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:50.378843 run osmo-stp_10.42.42.5(pid=10999): stderr: \u000a| �[0;m�[38;5;43m20221209080448608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080448608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080448608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080448609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080448609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080448609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080448609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:50.431183 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10999): Process ended prematurely: osmo-stp_10.42.42.5(pid=10999) [trial-2356↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10999)] [trial-2356↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a08:04:50.439430 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a08:04:50.499358 run osmo-hlr_10.42.42.2(pid=10995): ERR: Terminated: ERROR {rc=237} [trial-2356↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10995)]\u000a08:04:50.548714 run osmo-hlr_10.42.42.2(pid=10995): stdout: \u000a| (launched: 2022-12-09_08:04:47.495768) \u000a08:04:50.599326 run osmo-hlr_10.42.42.2(pid=10995): stderr: \u000a| �[0;m�[1;31m20221209080447668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080447668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080447668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080447668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080447668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080447668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080447681 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080447689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080447689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080447689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:04:50.667154 run osmo-msc_10.42.42.6(pid=11002): ERR: Terminated: ERROR {rc=2} [trial-2356↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11002)]\u000a08:04:50.716588 run osmo-msc_10.42.42.6(pid=11002): stdout: \u000a| (launched: 2022-12-09_08:04:49.555290) \u000a08:04:50.766266 run osmo-msc_10.42.42.6(pid=11002): stderr: \u000a| �[0;m�[38;5;43m20221209080449824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209080449824 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc97e51c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209080449824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209080449825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209080449825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209080449825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209080449827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209080449827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209080449827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209080449827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:04:50.808266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10994): Terminating (SIGTERM)\u000a08:04:50.848295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10998): Terminating (SIGTERM)\u000a08:04:50.888388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11001): Terminating (SIGTERM)\u000a08:04:50.898008 --- ParallelTerminationStrategy: PID 10994 died...\u000a08:04:50.951725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10994): Terminated: ok {rc=0}\u000a08:04:50.961475 --- ParallelTerminationStrategy: PID 10998 died...\u000a08:04:51.014268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10998): Terminated: ok {rc=0}\u000a08:04:51.024019 --- ParallelTerminationStrategy: PID 11001 died...\u000a08:04:51.077088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11001): Terminated: ok {rc=0}\u000a08:04:51.165188 bus /sierra_9: Setting Powered False\u000a08:04:52.269691 bus /sierra_9: Setting Powered False\u000a08:04:53.380523 bus /sierra_8: Setting Powered False\u000a08:04:54.482549 bus /sierra_8: Setting Powered False\u000a08:04:55.592763 bus /sierra_3: Setting Powered False\u000a08:04:56.698480 bus /sierra_3: Setting Powered False\u000a08:04:57.806636 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:04:33" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11039): Process ended prematurely: osmo-stp_10.42.42.5(pid=11039) [trial-2356↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11039)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11039): Process ended prematurely: osmo-stp_10.42.42.5(pid=11039) [trial-2356↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:04:59.929614 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:04:59.940457 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:05:00.081823 tst cs_paging_gprs_active.py: using LAC 20079\u000a08:05:00.200198 tst cs_paging_gprs_active.py: using RAC 189\u000a08:05:00.320095 tst cs_paging_gprs_active.py: using CellId 20079\u000a08:05:00.446456 tst cs_paging_gprs_active.py: using BVCI 20080\u000a08:05:00.471834 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:00.483404 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:00.494741 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:00.506323 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:00.517658 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:00.529083 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:00.540648 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:00.552075 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:00.563828 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:05:00.682186 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:05:00.988821 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:05:01.120037 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:05:01.456531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11007): Launched\u000a08:05:01.758076 run iperf3-srv_10.42.42.10(pid=11009): Launched\u000a08:05:01.949188 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:05:02.080779 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:05:02.401922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11012): Launched\u000a08:05:02.665421 run iperf3-srv_10.42.42.10(pid=11013): Launched\u000a08:05:02.851342 tst cs_paging_gprs_active.py:38: start network...\u000a08:05:02.978616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:05:03.466950 run create_hlr_db(pid=11014): Launched\u000a08:05:03.656507 bus /sierra_2: Setting Powered False\u000a08:05:04.678013 run create_hlr_db(pid=11014): Terminated: ok {rc=0}\u000a08:05:05.112128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11016): Launched\u000a08:05:05.440906 run osmo-hlr_10.42.42.2(pid=11035): Launched\u000a08:05:05.565722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:05:06.136146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11038): Launched\u000a08:05:06.465022 run osmo-stp_10.42.42.5(pid=11039): Launched\u000a08:05:06.583276 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:05:07.154420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11041): Launched\u000a08:05:07.271971 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:05:07.557165 run patchelf(pid=11042): Launched\u000a08:05:07.748640 run osmo-stp_10.42.42.5(pid=11039): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11039)]\u000a08:05:07.888050 run osmo-stp_10.42.42.5(pid=11039): stdout: \u000a| (launched: 2022-12-09_08:05:06.303205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:08.027852 run osmo-stp_10.42.42.5(pid=11039): stderr: \u000a| �[0;m�[38;5;43m20221209080506495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080506495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080506495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080506496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080506496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080506496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080506496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:08.163879 run osmo-stp_10.42.42.5(pid=11039): stdout: \u000a| (launched: 2022-12-09_08:05:06.303205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:08.298273 run osmo-stp_10.42.42.5(pid=11039): stderr: \u000a| �[0;m�[38;5;43m20221209080506495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080506495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080506495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080506496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080506496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080506496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080506496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:08.453867 run patchelf(pid=11042): Terminating (SIGINT)\u000a08:05:08.636393 run patchelf(pid=11042): Terminated: ok {rc=0}\u000a08:05:08.670371 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11039): Process ended prematurely: osmo-stp_10.42.42.5(pid=11039) [trial-2356↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11039)] [trial-2356↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a08:05:08.680393 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a08:05:08.745234 run osmo-hlr_10.42.42.2(pid=11035): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11035)]\u000a08:05:08.796773 run osmo-hlr_10.42.42.2(pid=11035): stdout: \u000a| (launched: 2022-12-09_08:05:05.279102) \u000a08:05:08.849084 run osmo-hlr_10.42.42.2(pid=11035): stderr: \u000a| �[0;m�[1;31m20221209080505475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080505475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080505475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080505475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080505475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080505475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080505488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080505496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080505497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080505497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:05:08.892781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11007): Terminating (SIGTERM)\u000a08:05:08.934742 run iperf3-srv_10.42.42.10(pid=11009): Terminating (SIGTERM)\u000a08:05:08.976466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11012): Terminating (SIGTERM)\u000a08:05:09.018372 run iperf3-srv_10.42.42.10(pid=11013): Terminating (SIGTERM)\u000a08:05:09.060616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11016): Terminating (SIGTERM)\u000a08:05:09.102634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11038): Terminating (SIGTERM)\u000a08:05:09.144313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11041): Terminating (SIGTERM)\u000a08:05:09.154554 --- ParallelTerminationStrategy: PID 11007 died...\u000a08:05:09.210751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11007): Terminated: ok {rc=0}\u000a08:05:09.220856 --- ParallelTerminationStrategy: PID 11009 died...\u000a08:05:09.276297 run iperf3-srv_10.42.42.10(pid=11009): Terminated {rc=256}\u000a08:05:09.286806 --- ParallelTerminationStrategy: PID 11012 died...\u000a08:05:09.342580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11012): Terminated: ok {rc=0}\u000a08:05:09.352399 --- ParallelTerminationStrategy: PID 11013 died...\u000a08:05:09.407737 run iperf3-srv_10.42.42.10(pid=11013): Terminated {rc=256}\u000a08:05:09.417932 --- ParallelTerminationStrategy: PID 11016 died...\u000a08:05:09.473252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11016): Terminated: ok {rc=0}\u000a08:05:09.483486 --- ParallelTerminationStrategy: PID 11038 died...\u000a08:05:09.538892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11038): Terminated: ok {rc=0}\u000a08:05:09.549066 --- ParallelTerminationStrategy: PID 11041 died...\u000a08:05:09.604709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11041): Terminated: ok {rc=0}\u000a08:05:09.689634 bus /gobi_0: Setting Powered False\u000a08:05:10.795689 bus /gobi_0: Setting Powered False\u000a08:05:11.906819 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11052): Process ended prematurely: osmo-stp_10.42.42.5(pid=11052) [trial-2356↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11052)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11052): Process ended prematurely: osmo-stp_10.42.42.5(pid=11052) [trial-2356↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11052)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a08:05:13.016572 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:13.028226 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:05:13.174653 tst iperf3.py: using LAC 20080\u000a08:05:13.304011 tst iperf3.py: using RAC 190\u000a08:05:13.428248 tst iperf3.py: using CellId 20080\u000a08:05:13.550837 tst iperf3.py: using BVCI 20081\u000a08:05:13.574327 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:13.585309 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:13.595864 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:13.606432 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:13.616848 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:13.627427 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:13.638132 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:13.648628 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:13.659281 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:05:13.937670 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:05:14.065577 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:05:14.380367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11043): Launched\u000a08:05:14.643748 run iperf3-srv_10.42.42.10(pid=11045): Launched\u000a08:05:14.830394 tst iperf3.py:8: start network...\u000a08:05:14.957349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:05:15.446735 run create_hlr_db(pid=11046): Launched\u000a08:05:15.622010 bus /gobi_6: Setting Powered False\u000a08:05:16.647104 run create_hlr_db(pid=11046): Terminated: ok {rc=0}\u000a08:05:17.102532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11048): Launched\u000a08:05:17.444249 run osmo-hlr_10.42.42.2(pid=11049): Launched\u000a08:05:17.566219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:05:18.138872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11051): Launched\u000a08:05:18.451435 run osmo-stp_10.42.42.5(pid=11052): Launched\u000a08:05:18.562978 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:05:19.093887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11054): Launched\u000a08:05:19.202349 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:05:19.470637 run patchelf(pid=11055): Launched\u000a08:05:19.649094 run osmo-stp_10.42.42.5(pid=11052): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11052)]\u000a08:05:19.779283 run osmo-stp_10.42.42.5(pid=11052): stdout: \u000a| (launched: 2022-12-09_08:05:18.299991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:19.909750 run osmo-stp_10.42.42.5(pid=11052): stderr: \u000a| �[0;m�[38;5;43m20221209080518469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080518469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080518469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080518470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080518470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080518470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080518470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:20.035798 run osmo-stp_10.42.42.5(pid=11052): stdout: \u000a| (launched: 2022-12-09_08:05:18.299991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:20.160819 run osmo-stp_10.42.42.5(pid=11052): stderr: \u000a| �[0;m�[38;5;43m20221209080518469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080518469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080518469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080518470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080518470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080518470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080518470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:20.307332 run patchelf(pid=11055): Terminating (SIGINT)\u000a08:05:20.477687 run patchelf(pid=11055): Terminated: ok {rc=0}\u000a08:05:20.509060 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11052): Process ended prematurely: osmo-stp_10.42.42.5(pid=11052) [trial-2356↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11052)] [trial-2356↪gprs:nanobts+band-900↪iperf3.py:8]\u000a08:05:20.518387 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a08:05:20.577464 run osmo-hlr_10.42.42.2(pid=11049): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11049)]\u000a08:05:20.625697 run osmo-hlr_10.42.42.2(pid=11049): stdout: \u000a| (launched: 2022-12-09_08:05:17.278519) \u000a08:05:20.674560 run osmo-hlr_10.42.42.2(pid=11049): stderr: \u000a| �[0;m�[1;31m20221209080517472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080517472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080517472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080517472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080517472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080517472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080517485 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080517493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080517494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080517494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:05:20.716112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11043): Terminating (SIGTERM)\u000a08:05:20.755197 run iperf3-srv_10.42.42.10(pid=11045): Terminating (SIGTERM)\u000a08:05:20.794833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11048): Terminating (SIGTERM)\u000a08:05:20.833992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11051): Terminating (SIGTERM)\u000a08:05:20.873114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11054): Terminating (SIGTERM)\u000a08:05:20.882224 --- ParallelTerminationStrategy: PID 11043 died...\u000a08:05:20.934424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11043): Terminated: ok {rc=0}\u000a08:05:20.943891 --- ParallelTerminationStrategy: PID 11045 died...\u000a08:05:20.995976 run iperf3-srv_10.42.42.10(pid=11045): Terminated {rc=256}\u000a08:05:21.005770 --- ParallelTerminationStrategy: PID 11048 died...\u000a08:05:21.058095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11048): Terminated: ok {rc=0}\u000a08:05:21.067583 --- ParallelTerminationStrategy: PID 11051 died...\u000a08:05:21.119905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11051): Terminated: ok {rc=0}\u000a08:05:21.129835 --- ParallelTerminationStrategy: PID 11054 died...\u000a08:05:21.182111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11054): Terminated: ok {rc=0}\u000a08:05:21.269175 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11070): Process ended prematurely: osmo-stp_10.42.42.5(pid=11070) [trial-2356↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11070)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11070): Process ended prematurely: osmo-stp_10.42.42.5(pid=11070) [trial-2356↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11070)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a08:05:22.380676 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:22.392917 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:05:22.531017 tst iperf3m4.py: using LAC 20081\u000a08:05:22.653326 tst iperf3m4.py: using RAC 191\u000a08:05:22.782745 tst iperf3m4.py: using CellId 20081\u000a08:05:22.912145 tst iperf3m4.py: using BVCI 20082\u000a08:05:22.937328 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:22.948616 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:22.959774 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:22.971009 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:22.982153 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:22.993227 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:23.004362 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:23.015803 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:23.027232 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:05:23.143873 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:05:23.263155 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:05:23.384713 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:05:23.685010 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:05:23.822768 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:05:24.162240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11056): Launched\u000a08:05:24.446196 run iperf3-srv_10.42.42.10(pid=11057): Launched\u000a08:05:24.647262 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:05:24.785277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:05:25.123208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11058): Launched\u000a08:05:25.399148 run iperf3-srv_10.42.42.10(pid=11059): Launched\u000a08:05:25.585635 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:05:25.713687 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:05:26.030151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11060): Launched\u000a08:05:26.292355 run iperf3-srv_10.42.42.10(pid=11061): Launched\u000a08:05:26.477748 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:05:26.604669 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:05:26.920590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11062): Launched\u000a08:05:27.182370 run iperf3-srv_10.42.42.10(pid=11063): Launched\u000a08:05:27.367731 tst iperf3m4.py:8: start network...\u000a08:05:27.495108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:05:27.984138 run create_hlr_db(pid=11064): Launched\u000a08:05:28.159731 bus /gobi_6: Setting Powered False\u000a08:05:29.181469 run create_hlr_db(pid=11064): Terminated: ok {rc=0}\u000a08:05:29.618315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11066): Launched\u000a08:05:29.947691 run osmo-hlr_10.42.42.2(pid=11067): Launched\u000a08:05:30.067141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:05:30.639986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11069): Launched\u000a08:05:31.064722 run osmo-stp_10.42.42.5(pid=11070): Launched\u000a08:05:31.202921 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:05:31.800786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11072): Launched\u000a08:05:31.915245 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:05:32.195194 run patchelf(pid=11073): Launched\u000a08:05:32.378571 run osmo-stp_10.42.42.5(pid=11070): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11070)]\u000a08:05:32.510026 run osmo-stp_10.42.42.5(pid=11070): stdout: \u000a| (launched: 2022-12-09_08:05:30.807573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:32.641100 run osmo-stp_10.42.42.5(pid=11070): stderr: \u000a| �[0;m�[38;5;43m20221209080531160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080531160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080531160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080531161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080531161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080531161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080531161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:32.768111 run osmo-stp_10.42.42.5(pid=11070): stdout: \u000a| (launched: 2022-12-09_08:05:30.807573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:32.893719 run osmo-stp_10.42.42.5(pid=11070): stderr: \u000a| �[0;m�[38;5;43m20221209080531160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080531160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080531160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080531161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080531161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080531161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080531161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:33.039178 run patchelf(pid=11073): Terminating (SIGINT)\u000a08:05:33.209564 run patchelf(pid=11073): Terminated: ok {rc=0}\u000a08:05:33.240942 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11070): Process ended prematurely: osmo-stp_10.42.42.5(pid=11070) [trial-2356↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11070)] [trial-2356↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a08:05:33.250454 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a08:05:33.310888 run osmo-hlr_10.42.42.2(pid=11067): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11067)]\u000a08:05:33.360226 run osmo-hlr_10.42.42.2(pid=11067): stdout: \u000a| (launched: 2022-12-09_08:05:29.786163) \u000a08:05:33.409953 run osmo-hlr_10.42.42.2(pid=11067): stderr: \u000a| �[0;m�[1;31m20221209080529982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080529982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080529983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080529983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080529983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080529983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080529995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080530006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080530006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080530006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:05:33.452182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11056): Terminating (SIGTERM)\u000a08:05:33.492014 run iperf3-srv_10.42.42.10(pid=11057): Terminating (SIGTERM)\u000a08:05:33.532030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11058): Terminating (SIGTERM)\u000a08:05:33.571786 run iperf3-srv_10.42.42.10(pid=11059): Terminating (SIGTERM)\u000a08:05:33.611588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11060): Terminating (SIGTERM)\u000a08:05:33.651313 run iperf3-srv_10.42.42.10(pid=11061): Terminating (SIGTERM)\u000a08:05:33.691047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11062): Terminating (SIGTERM)\u000a08:05:33.730722 run iperf3-srv_10.42.42.10(pid=11063): Terminating (SIGTERM)\u000a08:05:33.770430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11066): Terminating (SIGTERM)\u000a08:05:33.810103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11069): Terminating (SIGTERM)\u000a08:05:33.849778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11072): Terminating (SIGTERM)\u000a08:05:33.858854 --- ParallelTerminationStrategy: PID 11056 died...\u000a08:05:33.912416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11056): Terminated: ok {rc=0}\u000a08:05:33.922237 --- ParallelTerminationStrategy: PID 11057 died...\u000a08:05:33.975214 run iperf3-srv_10.42.42.10(pid=11057): Terminated {rc=256}\u000a08:05:33.984831 --- ParallelTerminationStrategy: PID 11058 died...\u000a08:05:34.038272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11058): Terminated: ok {rc=0}\u000a08:05:34.047989 --- ParallelTerminationStrategy: PID 11059 died...\u000a08:05:34.101329 run iperf3-srv_10.42.42.10(pid=11059): Terminated {rc=256}\u000a08:05:34.111029 --- ParallelTerminationStrategy: PID 11060 died...\u000a08:05:34.164242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11060): Terminated: ok {rc=0}\u000a08:05:34.174086 --- ParallelTerminationStrategy: PID 11061 died...\u000a08:05:34.227105 run iperf3-srv_10.42.42.10(pid=11061): Terminated {rc=256}\u000a08:05:34.236807 --- ParallelTerminationStrategy: PID 11062 died...\u000a08:05:34.290172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11062): Terminated: ok {rc=0}\u000a08:05:34.299843 --- ParallelTerminationStrategy: PID 11063 died...\u000a08:05:34.353059 run iperf3-srv_10.42.42.10(pid=11063): Terminated {rc=256}\u000a08:05:34.362772 --- ParallelTerminationStrategy: PID 11066 died...\u000a08:05:34.415823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11066): Terminated: ok {rc=0}\u000a08:05:34.425926 --- ParallelTerminationStrategy: PID 11069 died...\u000a08:05:34.479214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11069): Terminated: ok {rc=0}\u000a08:05:34.488831 --- ParallelTerminationStrategy: PID 11072 died...\u000a08:05:34.542271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11072): Terminated: ok {rc=0}\u000a08:05:34.631970 bus /gobi_4: Setting Powered False\u000a08:05:35.735483 bus /gobi_4: Setting Powered False\u000a08:05:36.846782 bus /gobi_1: Setting Powered False\u000a08:05:37.949026 bus /gobi_1: Setting Powered False\u000a08:05:39.060213 bus /gobi_0: Setting Powered False\u000a08:05:40.164046 bus /gobi_0: Setting Powered False\u000a08:05:41.274917 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11080): Process ended prematurely: osmo-stp_10.42.42.5(pid=11080) [trial-2356↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11080)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11080): Process ended prematurely: osmo-stp_10.42.42.5(pid=11080) [trial-2356↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a08:05:42.342939 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:42.354968 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:05:42.499155 tst ping.py: using LAC 20082\u000a08:05:42.626826 tst ping.py: using RAC 192\u000a08:05:42.753084 tst ping.py: using CellId 20082\u000a08:05:42.878747 tst ping.py: using BVCI 20083\u000a08:05:42.903409 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:42.914759 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:42.925895 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:42.937178 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:42.948175 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:42.959136 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:42.970292 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:42.981442 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:05:43.276203 tst ping.py:19: start network...\u000a08:05:43.410821 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:05:43.917520 run create_hlr_db(pid=11074): Launched\u000a08:05:44.103526 bus /gobi_6: Setting Powered False\u000a08:05:45.123570 run create_hlr_db(pid=11074): Terminated: ok {rc=0}\u000a08:05:45.523706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11076): Launched\u000a08:05:45.824138 run osmo-hlr_10.42.42.2(pid=11077): Launched\u000a08:05:46.004127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:05:46.671758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11079): Launched\u000a08:05:47.157969 run osmo-stp_10.42.42.5(pid=11080): Launched\u000a08:05:47.277317 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:05:47.843151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11082): Launched\u000a08:05:47.958004 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:05:48.240272 run patchelf(pid=11083): Launched\u000a08:05:48.429031 run osmo-stp_10.42.42.5(pid=11080): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11080)]\u000a08:05:48.567166 run osmo-stp_10.42.42.5(pid=11080): stdout: \u000a| (launched: 2022-12-09_08:05:46.842763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:48.705653 run osmo-stp_10.42.42.5(pid=11080): stderr: \u000a| �[0;m�[38;5;43m20221209080547046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080547046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080547046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080547047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080547047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080547047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080547048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:48.839518 run osmo-stp_10.42.42.5(pid=11080): stdout: \u000a| (launched: 2022-12-09_08:05:46.842763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:48.971735 run osmo-stp_10.42.42.5(pid=11080): stderr: \u000a| �[0;m�[38;5;43m20221209080547046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080547046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080547046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080547047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080547047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080547047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080547048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:49.125504 run patchelf(pid=11083): Terminating (SIGINT)\u000a08:05:49.304838 run patchelf(pid=11083): Terminated: ok {rc=0}\u000a08:05:49.337694 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11080): Process ended prematurely: osmo-stp_10.42.42.5(pid=11080) [trial-2356↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11080)] [trial-2356↪gprs:nanobts+band-900↪ping.py:22]\u000a08:05:49.347206 tst ping.py:22: Test FAILED (7.0 sec)\u000a08:05:49.410393 run osmo-hlr_10.42.42.2(pid=11077): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11077)]\u000a08:05:49.462665 run osmo-hlr_10.42.42.2(pid=11077): stdout: \u000a| (launched: 2022-12-09_08:05:45.675408) \u000a08:05:49.514913 run osmo-hlr_10.42.42.2(pid=11077): stderr: \u000a| �[0;m�[1;31m20221209080545889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080545889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080545890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080545890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080545890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080545890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080545911 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080545928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080545928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080545928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:05:49.559833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11076): Terminating (SIGTERM)\u000a08:05:49.602646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11079): Terminating (SIGTERM)\u000a08:05:49.645035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11082): Terminating (SIGTERM)\u000a08:05:49.654913 --- ParallelTerminationStrategy: PID 11076 died...\u000a08:05:49.711807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11076): Terminated: ok {rc=0}\u000a08:05:49.722426 --- ParallelTerminationStrategy: PID 11079 died...\u000a08:05:49.778490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11079): Terminated: ok {rc=0}\u000a08:05:49.789056 --- ParallelTerminationStrategy: PID 11082 died...\u000a08:05:49.844530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11082): Terminated: ok {rc=0}\u000a08:05:49.931821 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11090): Process ended prematurely: osmo-stp_10.42.42.5(pid=11090) [trial-2356↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11090)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11090): Process ended prematurely: osmo-stp_10.42.42.5(pid=11090) [trial-2356↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a08:05:50.985647 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:50.998322 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:05:51.144827 tst ping_idle_ping.py: using LAC 20083\u000a08:05:51.273284 tst ping_idle_ping.py: using RAC 193\u000a08:05:51.398613 tst ping_idle_ping.py: using CellId 20083\u000a08:05:51.526295 tst ping_idle_ping.py: using BVCI 20084\u000a08:05:51.550982 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:51.562411 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:51.574016 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:51.585207 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:51.596184 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:51.607298 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:51.618625 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:05:51.630110 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:05:51.908372 tst ping_idle_ping.py:24: start network...\u000a08:05:52.034323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:05:52.522249 run create_hlr_db(pid=11084): Launched\u000a08:05:52.695026 bus /gobi_6: Setting Powered False\u000a08:05:53.716223 run create_hlr_db(pid=11084): Terminated: ok {rc=0}\u000a08:05:54.117672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11086): Launched\u000a08:05:54.419188 run osmo-hlr_10.42.42.2(pid=11087): Launched\u000a08:05:54.530327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:05:55.053173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11089): Launched\u000a08:05:55.355347 run osmo-stp_10.42.42.5(pid=11090): Launched\u000a08:05:55.464878 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:05:55.989188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11092): Launched\u000a08:05:56.095707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:05:56.358266 run patchelf(pid=11093): Launched\u000a08:05:56.535075 run osmo-stp_10.42.42.5(pid=11090): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11090)]\u000a08:05:56.663555 run osmo-stp_10.42.42.5(pid=11090): stdout: \u000a| (launched: 2022-12-09_08:05:55.206369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:56.792103 run osmo-stp_10.42.42.5(pid=11090): stderr: \u000a| �[0;m�[38;5;43m20221209080555371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080555371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080555371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080555372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080555373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080555373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080555373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:56.916361 run osmo-stp_10.42.42.5(pid=11090): stdout: \u000a| (launched: 2022-12-09_08:05:55.206369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:57.039700 run osmo-stp_10.42.42.5(pid=11090): stderr: \u000a| �[0;m�[38;5;43m20221209080555371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080555371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080555371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080555372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080555373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080555373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080555373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:57.182487 run patchelf(pid=11093): Terminating (SIGINT)\u000a08:05:57.350022 run patchelf(pid=11093): Terminated: ok {rc=0}\u000a08:05:57.380418 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11090): Process ended prematurely: osmo-stp_10.42.42.5(pid=11090) [trial-2356↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11090)] [trial-2356↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a08:05:57.389117 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a08:05:57.448731 run osmo-hlr_10.42.42.2(pid=11087): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11087)]\u000a08:05:57.497527 run osmo-hlr_10.42.42.2(pid=11087): stdout: \u000a| (launched: 2022-12-09_08:05:54.270254) \u000a08:05:57.546797 run osmo-hlr_10.42.42.2(pid=11087): stderr: \u000a| �[0;m�[1;31m20221209080554443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080554443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080554443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080554443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080554443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080554443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080554455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080554464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080554464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080554464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:05:57.589052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11086): Terminating (SIGTERM)\u000a08:05:57.628715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11089): Terminating (SIGTERM)\u000a08:05:57.668154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11092): Terminating (SIGTERM)\u000a08:05:57.677995 --- ParallelTerminationStrategy: PID 11086 died...\u000a08:05:57.731024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11086): Terminated: ok {rc=0}\u000a08:05:57.740737 --- ParallelTerminationStrategy: PID 11089 died...\u000a08:05:57.793645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11089): Terminated: ok {rc=0}\u000a08:05:57.803303 --- ParallelTerminationStrategy: PID 11092 died...\u000a08:05:57.856288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11092): Terminated: ok {rc=0}\u000a08:05:57.939901 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:04:59" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11107): Process ended prematurely: osmo-stp_10.42.42.5(pid=11107) [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11107)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11107): Process ended prematurely: osmo-stp_10.42.42.5(pid=11107) [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:06:00.091017 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:00.102094 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:06:00.241756 tst cs_paging_gprs_active.py: using LAC 20084\u000a08:06:00.370260 tst cs_paging_gprs_active.py: using RAC 194\u000a08:06:00.498948 tst cs_paging_gprs_active.py: using CellId 20084\u000a08:06:00.624262 tst cs_paging_gprs_active.py: using BVCI 20085\u000a08:06:00.647828 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:00.658997 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:00.669964 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:00.680877 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:00.691792 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:00.702810 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:00.713729 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:00.724391 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:00.735340 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:06:00.860091 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:06:01.179543 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:06:01.322176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:06:01.677761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11097): Launched\u000a08:06:01.964231 run iperf3-srv_10.42.42.10(pid=11098): Launched\u000a08:06:02.157310 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:06:02.288275 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:06:02.607929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11099): Launched\u000a08:06:02.872939 run iperf3-srv_10.42.42.10(pid=11100): Launched\u000a08:06:03.059709 tst cs_paging_gprs_active.py:38: start network...\u000a08:06:03.187199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:06:03.678694 run create_hlr_db(pid=11101): Launched\u000a08:06:03.854242 bus /gobi_6: Setting Powered False\u000a08:06:04.876513 run create_hlr_db(pid=11101): Terminated: ok {rc=0}\u000a08:06:05.285658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11103): Launched\u000a08:06:05.592720 run osmo-hlr_10.42.42.2(pid=11104): Launched\u000a08:06:05.709760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:06:06.241752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11106): Launched\u000a08:06:06.550912 run osmo-stp_10.42.42.5(pid=11107): Launched\u000a08:06:06.662251 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:06:07.196541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11109): Launched\u000a08:06:07.305961 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:06:07.572531 run patchelf(pid=11110): Launched\u000a08:06:07.751342 run osmo-stp_10.42.42.5(pid=11107): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11107)]\u000a08:06:07.882062 run osmo-stp_10.42.42.5(pid=11107): stdout: \u000a| (launched: 2022-12-09_08:06:06.398935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:08.013081 run osmo-stp_10.42.42.5(pid=11107): stderr: \u000a| �[0;m�[38;5;43m20221209080606566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080606566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080606566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080606567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080606567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080606567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080606567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:08.139774 run osmo-stp_10.42.42.5(pid=11107): stdout: \u000a| (launched: 2022-12-09_08:06:06.398935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:08.265436 run osmo-stp_10.42.42.5(pid=11107): stderr: \u000a| �[0;m�[38;5;43m20221209080606566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080606566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080606566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080606567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080606567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080606567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080606567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:08.410715 run patchelf(pid=11110): Terminating (SIGINT)\u000a08:06:08.581852 run patchelf(pid=11110): Terminated: ok {rc=0}\u000a08:06:08.613494 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11107): Process ended prematurely: osmo-stp_10.42.42.5(pid=11107) [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11107)] [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a08:06:08.622828 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a08:06:08.682196 run osmo-hlr_10.42.42.2(pid=11104): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11104)]\u000a08:06:08.730613 run osmo-hlr_10.42.42.2(pid=11104): stdout: \u000a| (launched: 2022-12-09_08:06:05.442047) \u000a08:06:08.779601 run osmo-hlr_10.42.42.2(pid=11104): stderr: \u000a| �[0;m�[1;31m20221209080605618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080605618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080605618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080605618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080605618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080605618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080605630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080605639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080605639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080605639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:06:08.822002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11097): Terminating (SIGTERM)\u000a08:06:08.861297 run iperf3-srv_10.42.42.10(pid=11098): Terminating (SIGTERM)\u000a08:06:08.900371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11099): Terminating (SIGTERM)\u000a08:06:08.939482 run iperf3-srv_10.42.42.10(pid=11100): Terminating (SIGTERM)\u000a08:06:08.978841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11103): Terminating (SIGTERM)\u000a08:06:09.018142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11106): Terminating (SIGTERM)\u000a08:06:09.057398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11109): Terminating (SIGTERM)\u000a08:06:09.066610 --- ParallelTerminationStrategy: PID 11097 died...\u000a08:06:09.119436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11097): Terminated: ok {rc=0}\u000a08:06:09.129121 --- ParallelTerminationStrategy: PID 11098 died...\u000a08:06:09.181449 run iperf3-srv_10.42.42.10(pid=11098): Terminated {rc=256}\u000a08:06:09.191014 --- ParallelTerminationStrategy: PID 11099 died...\u000a08:06:09.243453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11099): Terminated: ok {rc=0}\u000a08:06:09.253077 --- ParallelTerminationStrategy: PID 11100 died...\u000a08:06:09.305491 run iperf3-srv_10.42.42.10(pid=11100): Terminated {rc=256}\u000a08:06:09.314944 --- ParallelTerminationStrategy: PID 11103 died...\u000a08:06:09.367717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11103): Terminated: ok {rc=0}\u000a08:06:09.377327 --- ParallelTerminationStrategy: PID 11106 died...\u000a08:06:09.430074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11106): Terminated: ok {rc=0}\u000a08:06:09.439586 --- ParallelTerminationStrategy: PID 11109 died...\u000a08:06:09.492098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11109): Terminated: ok {rc=0}\u000a08:06:09.575186 bus /gobi_0: Setting Powered False\u000a08:06:10.681476 bus /gobi_0: Setting Powered False\u000a08:06:11.788347 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11119): Process ended prematurely: osmo-stp_10.42.42.5(pid=11119) [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11119)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11119): Process ended prematurely: osmo-stp_10.42.42.5(pid=11119) [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a08:06:12.903639 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:12.916019 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:06:13.063558 tst iperf3.py: using LAC 20085\u000a08:06:13.193577 tst iperf3.py: using RAC 195\u000a08:06:13.323946 tst iperf3.py: using CellId 20085\u000a08:06:13.457472 tst iperf3.py: using BVCI 20086\u000a08:06:13.482626 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:13.494317 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:13.505975 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:13.517263 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:13.528636 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:13.539870 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:13.551438 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:13.562710 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:13.574144 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:06:13.875793 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:06:14.013899 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:06:14.353091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11111): Launched\u000a08:06:14.637133 run iperf3-srv_10.42.42.10(pid=11112): Launched\u000a08:06:14.839398 tst iperf3.py:8: start network...\u000a08:06:14.976833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:06:15.494796 run create_hlr_db(pid=11113): Launched\u000a08:06:15.684224 bus /gobi_6: Setting Powered False\u000a08:06:16.731023 run create_hlr_db(pid=11113): Terminated: ok {rc=0}\u000a08:06:17.181102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11115): Launched\u000a08:06:17.512542 run osmo-hlr_10.42.42.2(pid=11116): Launched\u000a08:06:17.634630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:06:18.208555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11118): Launched\u000a08:06:18.536128 run osmo-stp_10.42.42.5(pid=11119): Launched\u000a08:06:18.655190 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:06:19.227885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11121): Launched\u000a08:06:19.345121 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:06:19.631928 run patchelf(pid=11122): Launched\u000a08:06:19.823342 run osmo-stp_10.42.42.5(pid=11119): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11119)]\u000a08:06:19.962955 run osmo-stp_10.42.42.5(pid=11119): stdout: \u000a| (launched: 2022-12-09_08:06:18.375716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:20.102814 run osmo-stp_10.42.42.5(pid=11119): stderr: \u000a| �[0;m�[38;5;43m20221209080618565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080618565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080618565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080618566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080618566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080618566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080618566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:20.238179 run osmo-stp_10.42.42.5(pid=11119): stdout: \u000a| (launched: 2022-12-09_08:06:18.375716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:20.372462 run osmo-stp_10.42.42.5(pid=11119): stderr: \u000a| �[0;m�[38;5;43m20221209080618565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080618565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080618565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080618566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080618566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080618566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080618566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:20.528369 run patchelf(pid=11122): Terminating (SIGINT)\u000a08:06:20.711685 run patchelf(pid=11122): Terminated: ok {rc=0}\u000a08:06:20.745412 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11119): Process ended prematurely: osmo-stp_10.42.42.5(pid=11119) [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11119)] [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a08:06:20.755469 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a08:06:20.818398 run osmo-hlr_10.42.42.2(pid=11116): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11116)]\u000a08:06:20.869925 run osmo-hlr_10.42.42.2(pid=11116): stdout: \u000a| (launched: 2022-12-09_08:06:17.350673) \u000a08:06:20.921225 run osmo-hlr_10.42.42.2(pid=11116): stderr: \u000a| �[0;m�[1;31m20221209080617545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080617545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080617545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080617545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080617545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080617545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080617558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080617568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080617569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080617569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:06:20.965789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11111): Terminating (SIGTERM)\u000a08:06:21.007595 run iperf3-srv_10.42.42.10(pid=11112): Terminating (SIGTERM)\u000a08:06:21.049219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11115): Terminating (SIGTERM)\u000a08:06:21.090343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11118): Terminating (SIGTERM)\u000a08:06:21.131807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11121): Terminating (SIGTERM)\u000a08:06:21.141454 --- ParallelTerminationStrategy: PID 11111 died...\u000a08:06:21.197010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11111): Terminated: ok {rc=0}\u000a08:06:21.207172 --- ParallelTerminationStrategy: PID 11112 died...\u000a08:06:21.263123 run iperf3-srv_10.42.42.10(pid=11112): Terminated {rc=256}\u000a08:06:21.273242 --- ParallelTerminationStrategy: PID 11115 died...\u000a08:06:21.328908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11115): Terminated: ok {rc=0}\u000a08:06:21.338962 --- ParallelTerminationStrategy: PID 11118 died...\u000a08:06:21.395095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11118): Terminated: ok {rc=0}\u000a08:06:21.405462 --- ParallelTerminationStrategy: PID 11121 died...\u000a08:06:21.461353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11121): Terminated: ok {rc=0}\u000a08:06:21.547913 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11137): Process ended prematurely: osmo-stp_10.42.42.5(pid=11137) [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11137)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11137): Process ended prematurely: osmo-stp_10.42.42.5(pid=11137) [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a08:06:22.658560 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:22.670649 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:06:22.809251 tst iperf3m4.py: using LAC 20086\u000a08:06:22.929680 tst iperf3m4.py: using RAC 196\u000a08:06:23.054115 tst iperf3m4.py: using CellId 20086\u000a08:06:23.171875 tst iperf3m4.py: using BVCI 20087\u000a08:06:23.195277 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:23.206489 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:23.217360 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:23.228151 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:23.238878 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:23.249654 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:23.260515 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:23.271193 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:23.282193 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:06:23.399343 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:06:23.524585 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:06:23.648748 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:06:23.932217 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:06:24.060652 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:06:24.376086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11123): Launched\u000a08:06:24.639523 run iperf3-srv_10.42.42.10(pid=11124): Launched\u000a08:06:24.826876 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:06:24.954225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:06:25.270569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11125): Launched\u000a08:06:25.535859 run iperf3-srv_10.42.42.10(pid=11126): Launched\u000a08:06:25.722168 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:06:25.849961 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:06:26.166384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11127): Launched\u000a08:06:26.429827 run iperf3-srv_10.42.42.10(pid=11128): Launched\u000a08:06:26.616361 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:06:26.744459 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:06:27.062569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11129): Launched\u000a08:06:27.325320 run iperf3-srv_10.42.42.10(pid=11130): Launched\u000a08:06:27.511498 tst iperf3m4.py:8: start network...\u000a08:06:27.638756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:06:28.130042 run create_hlr_db(pid=11131): Launched\u000a08:06:28.305794 bus /gobi_6: Setting Powered False\u000a08:06:29.328454 run create_hlr_db(pid=11131): Terminated: ok {rc=0}\u000a08:06:29.737283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11133): Launched\u000a08:06:30.044314 run osmo-hlr_10.42.42.2(pid=11134): Launched\u000a08:06:30.166354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:06:30.704046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11136): Launched\u000a08:06:31.138045 run osmo-stp_10.42.42.5(pid=11137): Launched\u000a08:06:31.295716 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:06:31.913331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11139): Launched\u000a08:06:32.037610 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:06:32.321880 run patchelf(pid=11140): Launched\u000a08:06:32.500336 run osmo-stp_10.42.42.5(pid=11137): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11137)]\u000a08:06:32.630298 run osmo-stp_10.42.42.5(pid=11137): stdout: \u000a| (launched: 2022-12-09_08:06:30.885351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:32.761181 run osmo-stp_10.42.42.5(pid=11137): stderr: \u000a| �[0;m�[38;5;43m20221209080631229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080631229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080631229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080631229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080631237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080631238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080631238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:32.886932 run osmo-stp_10.42.42.5(pid=11137): stdout: \u000a| (launched: 2022-12-09_08:06:30.885351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:33.011502 run osmo-stp_10.42.42.5(pid=11137): stderr: \u000a| �[0;m�[38;5;43m20221209080631229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080631229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080631229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080631229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080631237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080631238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080631238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:33.156113 run patchelf(pid=11140): Terminating (SIGINT)\u000a08:06:33.326372 run patchelf(pid=11140): Terminated: ok {rc=0}\u000a08:06:33.357708 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11137): Process ended prematurely: osmo-stp_10.42.42.5(pid=11137) [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11137)] [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a08:06:33.366974 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a08:06:33.427325 run osmo-hlr_10.42.42.2(pid=11134): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11134)]\u000a08:06:33.476097 run osmo-hlr_10.42.42.2(pid=11134): stdout: \u000a| (launched: 2022-12-09_08:06:29.893770) \u000a08:06:33.525739 run osmo-hlr_10.42.42.2(pid=11134): stderr: \u000a| �[0;m�[1;31m20221209080630068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080630068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080630068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080630068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080630068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080630068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080630080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080630088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080630088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080630088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:06:33.567514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11123): Terminating (SIGTERM)\u000a08:06:33.606688 run iperf3-srv_10.42.42.10(pid=11124): Terminating (SIGTERM)\u000a08:06:33.645940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11125): Terminating (SIGTERM)\u000a08:06:33.684932 run iperf3-srv_10.42.42.10(pid=11126): Terminating (SIGTERM)\u000a08:06:33.724130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11127): Terminating (SIGTERM)\u000a08:06:33.763154 run iperf3-srv_10.42.42.10(pid=11128): Terminating (SIGTERM)\u000a08:06:33.802360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11129): Terminating (SIGTERM)\u000a08:06:33.841389 run iperf3-srv_10.42.42.10(pid=11130): Terminating (SIGTERM)\u000a08:06:33.880530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11133): Terminating (SIGTERM)\u000a08:06:33.919619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11136): Terminating (SIGTERM)\u000a08:06:33.958925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11139): Terminating (SIGTERM)\u000a08:06:33.968172 --- ParallelTerminationStrategy: PID 11123 died...\u000a08:06:34.020811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11123): Terminated: ok {rc=0}\u000a08:06:34.030431 --- ParallelTerminationStrategy: PID 11124 died...\u000a08:06:34.082548 run iperf3-srv_10.42.42.10(pid=11124): Terminated {rc=256}\u000a08:06:34.092107 --- ParallelTerminationStrategy: PID 11125 died...\u000a08:06:34.144402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11125): Terminated: ok {rc=0}\u000a08:06:34.153940 --- ParallelTerminationStrategy: PID 11126 died...\u000a08:06:34.206662 run iperf3-srv_10.42.42.10(pid=11126): Terminated {rc=256}\u000a08:06:34.216218 --- ParallelTerminationStrategy: PID 11127 died...\u000a08:06:34.268444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11127): Terminated: ok {rc=0}\u000a08:06:34.278010 --- ParallelTerminationStrategy: PID 11128 died...\u000a08:06:34.330493 run iperf3-srv_10.42.42.10(pid=11128): Terminated {rc=256}\u000a08:06:34.340110 --- ParallelTerminationStrategy: PID 11129 died...\u000a08:06:34.393031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11129): Terminated: ok {rc=0}\u000a08:06:34.402635 --- ParallelTerminationStrategy: PID 11130 died...\u000a08:06:34.455090 run iperf3-srv_10.42.42.10(pid=11130): Terminated {rc=256}\u000a08:06:34.464602 --- ParallelTerminationStrategy: PID 11133 died...\u000a08:06:34.517156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11133): Terminated: ok {rc=0}\u000a08:06:34.526764 --- ParallelTerminationStrategy: PID 11136 died...\u000a08:06:34.579334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11136): Terminated: ok {rc=0}\u000a08:06:34.588898 --- ParallelTerminationStrategy: PID 11139 died...\u000a08:06:34.641784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11139): Terminated: ok {rc=0}\u000a08:06:34.730558 bus /gobi_4: Setting Powered False\u000a08:06:35.834230 bus /gobi_4: Setting Powered False\u000a08:06:36.944855 bus /gobi_1: Setting Powered False\u000a08:06:38.048303 bus /gobi_1: Setting Powered False\u000a08:06:39.159692 bus /gobi_0: Setting Powered False\u000a08:06:40.265604 bus /gobi_0: Setting Powered False\u000a08:06:41.374528 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11147): Process ended prematurely: osmo-stp_10.42.42.5(pid=11147) [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11147)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11147): Process ended prematurely: osmo-stp_10.42.42.5(pid=11147) [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a08:06:42.442630 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:42.454902 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:06:42.599906 tst ping.py: using LAC 20087\u000a08:06:42.721126 tst ping.py: using RAC 197\u000a08:06:42.841400 tst ping.py: using CellId 20087\u000a08:06:42.959612 tst ping.py: using BVCI 20088\u000a08:06:42.982604 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:42.993815 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:43.004647 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:43.015540 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:43.026285 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:43.037192 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:43.048168 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:43.059036 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:06:43.354303 tst ping.py:19: start network...\u000a08:06:43.489048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:06:43.998787 run create_hlr_db(pid=11141): Launched\u000a08:06:44.185024 bus /gobi_6: Setting Powered False\u000a08:06:45.205186 run create_hlr_db(pid=11141): Terminated: ok {rc=0}\u000a08:06:45.609025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11143): Launched\u000a08:06:46.034267 run osmo-hlr_10.42.42.2(pid=11144): Launched\u000a08:06:46.188442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:06:46.779956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11146): Launched\u000a08:06:47.123290 run osmo-stp_10.42.42.5(pid=11147): Launched\u000a08:06:47.329643 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:06:47.963697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11149): Launched\u000a08:06:48.069872 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:06:48.333031 run patchelf(pid=11150): Launched\u000a08:06:48.508498 run osmo-stp_10.42.42.5(pid=11147): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11147)]\u000a08:06:48.636285 run osmo-stp_10.42.42.5(pid=11147): stdout: \u000a| (launched: 2022-12-09_08:06:46.948214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:48.764511 run osmo-stp_10.42.42.5(pid=11147): stderr: \u000a| �[0;m�[38;5;43m20221209080647317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080647317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080647318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080647318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080647318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080647319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080647319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:48.889141 run osmo-stp_10.42.42.5(pid=11147): stdout: \u000a| (launched: 2022-12-09_08:06:46.948214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:49.012154 run osmo-stp_10.42.42.5(pid=11147): stderr: \u000a| �[0;m�[38;5;43m20221209080647317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080647317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080647318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080647318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080647318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080647319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080647319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:49.154695 run patchelf(pid=11150): Terminating (SIGINT)\u000a08:06:49.322428 run patchelf(pid=11150): Terminated: ok {rc=0}\u000a08:06:49.352903 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11147): Process ended prematurely: osmo-stp_10.42.42.5(pid=11147) [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11147)] [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a08:06:49.361628 tst ping.py:22: Test FAILED (6.9 sec)\u000a08:06:49.421592 run osmo-hlr_10.42.42.2(pid=11144): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11144)]\u000a08:06:49.469705 run osmo-hlr_10.42.42.2(pid=11144): stdout: \u000a| (launched: 2022-12-09_08:06:45.761520) \u000a08:06:49.518396 run osmo-hlr_10.42.42.2(pid=11144): stderr: \u000a| �[0;m�[1;31m20221209080645959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080645959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080645959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080645959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080645959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080645959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080645970 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080645984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080645984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080645984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:06:49.559793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11143): Terminating (SIGTERM)\u000a08:06:49.598808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11146): Terminating (SIGTERM)\u000a08:06:49.637838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11149): Terminating (SIGTERM)\u000a08:06:49.646985 --- ParallelTerminationStrategy: PID 11143 died...\u000a08:06:49.699394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11143): Terminated: ok {rc=0}\u000a08:06:49.708912 --- ParallelTerminationStrategy: PID 11146 died...\u000a08:06:49.761094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11146): Terminated: ok {rc=0}\u000a08:06:49.770602 --- ParallelTerminationStrategy: PID 11149 died...\u000a08:06:49.822775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11149): Terminated: ok {rc=0}\u000a08:06:49.905789 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11157): Process ended prematurely: osmo-stp_10.42.42.5(pid=11157) [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11157)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11157): Process ended prematurely: osmo-stp_10.42.42.5(pid=11157) [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11157)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a08:06:50.957703 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:50.972768 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:06:51.111076 tst ping_idle_ping.py: using LAC 20088\u000a08:06:51.231179 tst ping_idle_ping.py: using RAC 198\u000a08:06:51.351242 tst ping_idle_ping.py: using CellId 20088\u000a08:06:51.473079 tst ping_idle_ping.py: using BVCI 20089\u000a08:06:51.496190 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:51.507420 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:51.518393 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:51.529326 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:51.540147 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:51.551041 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:51.562103 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:06:51.572933 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:06:51.869191 tst ping_idle_ping.py:24: start network...\u000a08:06:52.005350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:06:52.522232 run create_hlr_db(pid=11151): Launched\u000a08:06:52.709233 bus /gobi_6: Setting Powered False\u000a08:06:53.730330 run create_hlr_db(pid=11151): Terminated: ok {rc=0}\u000a08:06:54.159619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11153): Launched\u000a08:06:54.483945 run osmo-hlr_10.42.42.2(pid=11154): Launched\u000a08:06:54.605188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:06:55.167932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11156): Launched\u000a08:06:55.493582 run osmo-stp_10.42.42.5(pid=11157): Launched\u000a08:06:55.610110 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:06:56.175938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11159): Launched\u000a08:06:56.291080 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:06:56.575226 run patchelf(pid=11160): Launched\u000a08:06:56.763815 run osmo-stp_10.42.42.5(pid=11157): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11157)]\u000a08:06:56.902017 run osmo-stp_10.42.42.5(pid=11157): stdout: \u000a| (launched: 2022-12-09_08:06:55.332533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:57.040049 run osmo-stp_10.42.42.5(pid=11157): stderr: \u000a| �[0;m�[38;5;43m20221209080655520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080655520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080655521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080655521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080655522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080655522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080655522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:57.174004 run osmo-stp_10.42.42.5(pid=11157): stdout: \u000a| (launched: 2022-12-09_08:06:55.332533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:57.306060 run osmo-stp_10.42.42.5(pid=11157): stderr: \u000a| �[0;m�[38;5;43m20221209080655520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080655520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080655521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080655521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080655522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080655522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080655522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:57.459608 run patchelf(pid=11160): Terminating (SIGINT)\u000a08:06:57.639536 run patchelf(pid=11160): Terminated: ok {rc=0}\u000a08:06:57.672298 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11157): Process ended prematurely: osmo-stp_10.42.42.5(pid=11157) [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11157)] [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a08:06:57.681722 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a08:06:57.744300 run osmo-hlr_10.42.42.2(pid=11154): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11154)]\u000a08:06:57.795325 run osmo-hlr_10.42.42.2(pid=11154): stdout: \u000a| (launched: 2022-12-09_08:06:54.324027) \u000a08:06:57.846479 run osmo-hlr_10.42.42.2(pid=11154): stderr: \u000a| �[0;m�[1;31m20221209080654517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080654517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080654517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080654517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080654517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080654518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080654530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080654539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080654539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080654539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:06:57.890074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11153): Terminating (SIGTERM)\u000a08:06:57.931822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11156): Terminating (SIGTERM)\u000a08:06:57.973411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11159): Terminating (SIGTERM)\u000a08:06:57.982694 --- ParallelTerminationStrategy: PID 11153 died...\u000a08:06:58.038397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11153): Terminated: ok {rc=0}\u000a08:06:58.048438 --- ParallelTerminationStrategy: PID 11156 died...\u000a08:06:58.104107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11156): Terminated: ok {rc=0}\u000a08:06:58.114217 --- ParallelTerminationStrategy: PID 11159 died...\u000a08:06:58.169836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11159): Terminated: ok {rc=0}\u000a08:06:58.256163 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:05:59" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11175): Process ended prematurely: osmo-stp_10.42.42.5(pid=11175) [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11175)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11175): Process ended prematurely: osmo-stp_10.42.42.5(pid=11175) [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11175)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:07:00.432903 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:00.444429 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:07:00.602527 tst cs_paging_gprs_active.py: using LAC 20089\u000a08:07:00.723315 tst cs_paging_gprs_active.py: using RAC 199\u000a08:07:00.846141 tst cs_paging_gprs_active.py: using CellId 20089\u000a08:07:00.990204 tst cs_paging_gprs_active.py: using BVCI 20090\u000a08:07:01.014441 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:01.026961 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:01.038605 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:01.050267 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:01.061864 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:01.073477 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:01.085223 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:01.096772 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:01.108754 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:07:01.233952 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:07:01.554759 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:07:01.696619 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:07:02.056622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11165): Launched\u000a08:07:02.344409 run iperf3-srv_10.42.42.10(pid=11166): Launched\u000a08:07:02.546093 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:07:02.683032 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:07:03.023181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11167): Launched\u000a08:07:03.306717 run iperf3-srv_10.42.42.10(pid=11168): Launched\u000a08:07:03.508334 tst cs_paging_gprs_active.py:38: start network...\u000a08:07:03.645323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:07:04.162197 run create_hlr_db(pid=11169): Launched\u000a08:07:04.351933 bus /gobi_6: Setting Powered False\u000a08:07:05.372742 run create_hlr_db(pid=11169): Terminated: ok {rc=0}\u000a08:07:05.782573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11171): Launched\u000a08:07:06.090274 run osmo-hlr_10.42.42.2(pid=11172): Launched\u000a08:07:06.210818 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:07:06.746889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11174): Launched\u000a08:07:07.054152 run osmo-stp_10.42.42.5(pid=11175): Launched\u000a08:07:07.165875 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:07:07.698806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11177): Launched\u000a08:07:07.807375 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:07:08.073636 run patchelf(pid=11178): Launched\u000a08:07:08.252193 run osmo-stp_10.42.42.5(pid=11175): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11175)]\u000a08:07:08.382735 run osmo-stp_10.42.42.5(pid=11175): stdout: \u000a| (launched: 2022-12-09_08:07:06.903114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:08.513569 run osmo-stp_10.42.42.5(pid=11175): stderr: \u000a| �[0;m�[38;5;43m20221209080707072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080707072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080707073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080707073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080707073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080707073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080707074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:08.639423 run osmo-stp_10.42.42.5(pid=11175): stdout: \u000a| (launched: 2022-12-09_08:07:06.903114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:08.764771 run osmo-stp_10.42.42.5(pid=11175): stderr: \u000a| �[0;m�[38;5;43m20221209080707072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080707072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080707073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080707073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080707073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080707073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080707074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:08.910135 run patchelf(pid=11178): Terminating (SIGINT)\u000a08:07:09.081127 run patchelf(pid=11178): Terminated: ok {rc=0}\u000a08:07:09.112405 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11175): Process ended prematurely: osmo-stp_10.42.42.5(pid=11175) [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11175)] [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a08:07:09.121743 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a08:07:09.181055 run osmo-hlr_10.42.42.2(pid=11172): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11172)]\u000a08:07:09.229305 run osmo-hlr_10.42.42.2(pid=11172): stdout: \u000a| (launched: 2022-12-09_08:07:05.937983) \u000a08:07:09.278984 run osmo-hlr_10.42.42.2(pid=11172): stderr: \u000a| �[0;m�[1;31m20221209080706113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080706113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080706113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080706113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080706113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080706113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080706125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080706133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080706133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080706133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:07:09.320579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11165): Terminating (SIGTERM)\u000a08:07:09.359713 run iperf3-srv_10.42.42.10(pid=11166): Terminating (SIGTERM)\u000a08:07:09.399062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11167): Terminating (SIGTERM)\u000a08:07:09.438130 run iperf3-srv_10.42.42.10(pid=11168): Terminating (SIGTERM)\u000a08:07:09.479152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11171): Terminating (SIGTERM)\u000a08:07:09.518242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11174): Terminating (SIGTERM)\u000a08:07:09.557243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11177): Terminating (SIGTERM)\u000a08:07:09.566467 --- ParallelTerminationStrategy: PID 11165 died...\u000a08:07:09.619363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11165): Terminated: ok {rc=0}\u000a08:07:09.628873 --- ParallelTerminationStrategy: PID 11166 died...\u000a08:07:09.681482 run iperf3-srv_10.42.42.10(pid=11166): Terminated {rc=256}\u000a08:07:09.690986 --- ParallelTerminationStrategy: PID 11167 died...\u000a08:07:09.743458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11167): Terminated: ok {rc=0}\u000a08:07:09.752933 --- ParallelTerminationStrategy: PID 11168 died...\u000a08:07:09.805464 run iperf3-srv_10.42.42.10(pid=11168): Terminated {rc=256}\u000a08:07:09.814966 --- ParallelTerminationStrategy: PID 11171 died...\u000a08:07:09.867269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11171): Terminated: ok {rc=0}\u000a08:07:09.876770 --- ParallelTerminationStrategy: PID 11174 died...\u000a08:07:09.929073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11174): Terminated: ok {rc=0}\u000a08:07:09.938557 --- ParallelTerminationStrategy: PID 11177 died...\u000a08:07:09.990842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11177): Terminated: ok {rc=0}\u000a08:07:10.081353 bus /gobi_0: Setting Powered False\u000a08:07:11.184016 bus /gobi_0: Setting Powered False\u000a08:07:12.294319 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11187): Process ended prematurely: osmo-stp_10.42.42.5(pid=11187) [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11187)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11187): Process ended prematurely: osmo-stp_10.42.42.5(pid=11187) [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11187)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a08:07:13.404339 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:13.416067 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:07:13.575803 tst iperf3.py: using LAC 20090\u000a08:07:13.697317 tst iperf3.py: using RAC 200\u000a08:07:13.818203 tst iperf3.py: using CellId 20090\u000a08:07:13.946470 tst iperf3.py: using BVCI 20091\u000a08:07:13.972456 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:13.984266 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:13.995907 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:14.007689 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:14.019256 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:14.030919 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:14.042774 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:14.054221 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:14.066500 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:07:14.352175 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:07:14.480160 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:07:14.797611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11179): Launched\u000a08:07:15.061207 run iperf3-srv_10.42.42.10(pid=11180): Launched\u000a08:07:15.249940 tst iperf3.py:8: start network...\u000a08:07:15.377729 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:07:15.877288 run create_hlr_db(pid=11181): Launched\u000a08:07:16.062711 bus /gobi_6: Setting Powered False\u000a08:07:17.079948 run create_hlr_db(pid=11181): Terminated: ok {rc=0}\u000a08:07:17.503524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11183): Launched\u000a08:07:17.834818 run osmo-hlr_10.42.42.2(pid=11184): Launched\u000a08:07:17.955919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:07:18.531474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11186): Launched\u000a08:07:18.861440 run osmo-stp_10.42.42.5(pid=11187): Launched\u000a08:07:18.980431 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:07:19.554235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11189): Launched\u000a08:07:19.671710 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:07:19.958908 run patchelf(pid=11190): Launched\u000a08:07:20.150177 run osmo-stp_10.42.42.5(pid=11187): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11187)]\u000a08:07:20.289854 run osmo-stp_10.42.42.5(pid=11187): stdout: \u000a| (launched: 2022-12-09_08:07:18.698213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:20.430527 run osmo-stp_10.42.42.5(pid=11187): stderr: \u000a| �[0;m�[38;5;43m20221209080718888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080718888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080718889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080718889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080718889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080718890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080718890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:20.566006 run osmo-stp_10.42.42.5(pid=11187): stdout: \u000a| (launched: 2022-12-09_08:07:18.698213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:20.700546 run osmo-stp_10.42.42.5(pid=11187): stderr: \u000a| �[0;m�[38;5;43m20221209080718888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080718888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080718889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080718889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080718889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080718890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080718890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:20.857718 run patchelf(pid=11190): Terminating (SIGINT)\u000a08:07:21.041418 run patchelf(pid=11190): Terminated: ok {rc=0}\u000a08:07:21.074838 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11187): Process ended prematurely: osmo-stp_10.42.42.5(pid=11187) [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11187)] [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a08:07:21.084854 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a08:07:21.147513 run osmo-hlr_10.42.42.2(pid=11184): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11184)]\u000a08:07:21.198271 run osmo-hlr_10.42.42.2(pid=11184): stdout: \u000a| (launched: 2022-12-09_08:07:17.671659) \u000a08:07:21.250076 run osmo-hlr_10.42.42.2(pid=11184): stderr: \u000a| �[0;m�[1;31m20221209080717866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080717866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080717866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080717866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080717866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080717866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080717878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080717887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080717888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080717888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:07:21.293856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11179): Terminating (SIGTERM)\u000a08:07:21.335476 run iperf3-srv_10.42.42.10(pid=11180): Terminating (SIGTERM)\u000a08:07:21.378465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11183): Terminating (SIGTERM)\u000a08:07:21.419790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11186): Terminating (SIGTERM)\u000a08:07:21.460860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11189): Terminating (SIGTERM)\u000a08:07:21.470815 --- ParallelTerminationStrategy: PID 11179 died...\u000a08:07:21.526344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11179): Terminated: ok {rc=0}\u000a08:07:21.536426 --- ParallelTerminationStrategy: PID 11180 died...\u000a08:07:21.591545 run iperf3-srv_10.42.42.10(pid=11180): Terminated {rc=256}\u000a08:07:21.601868 --- ParallelTerminationStrategy: PID 11183 died...\u000a08:07:21.656892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11183): Terminated: ok {rc=0}\u000a08:07:21.666894 --- ParallelTerminationStrategy: PID 11186 died...\u000a08:07:21.723054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11186): Terminated: ok {rc=0}\u000a08:07:21.733245 --- ParallelTerminationStrategy: PID 11189 died...\u000a08:07:21.789725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11189): Terminated: ok {rc=0}\u000a08:07:21.877389 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11205): Process ended prematurely: osmo-stp_10.42.42.5(pid=11205) [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11205)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11205): Process ended prematurely: osmo-stp_10.42.42.5(pid=11205) [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a08:07:22.992357 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:23.004893 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:07:23.169655 tst iperf3m4.py: using LAC 20091\u000a08:07:23.299205 tst iperf3m4.py: using RAC 201\u000a08:07:23.428642 tst iperf3m4.py: using CellId 20091\u000a08:07:23.558472 tst iperf3m4.py: using BVCI 20092\u000a08:07:23.583632 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:23.595250 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:23.606950 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:23.618324 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:23.629676 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:23.641131 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:23.653050 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:23.664461 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:23.675924 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:07:23.794500 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:07:23.919169 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:07:24.037294 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:07:24.321617 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:07:24.449883 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:07:24.767828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11191): Launched\u000a08:07:25.031498 run iperf3-srv_10.42.42.10(pid=11192): Launched\u000a08:07:25.219079 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:07:25.346729 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:07:25.663522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11193): Launched\u000a08:07:25.928118 run iperf3-srv_10.42.42.10(pid=11194): Launched\u000a08:07:26.115972 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:07:26.244033 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:07:26.560682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11195): Launched\u000a08:07:26.823272 run iperf3-srv_10.42.42.10(pid=11196): Launched\u000a08:07:27.009430 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:07:27.137389 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:07:27.455141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11197): Launched\u000a08:07:27.720268 run iperf3-srv_10.42.42.10(pid=11198): Launched\u000a08:07:27.907457 tst iperf3m4.py:8: start network...\u000a08:07:28.035230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:07:28.526946 run create_hlr_db(pid=11199): Launched\u000a08:07:28.701918 bus /gobi_6: Setting Powered False\u000a08:07:29.724133 run create_hlr_db(pid=11199): Terminated: ok {rc=0}\u000a08:07:30.130296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11201): Launched\u000a08:07:30.438060 run osmo-hlr_10.42.42.2(pid=11202): Launched\u000a08:07:30.559331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:07:31.128029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11204): Launched\u000a08:07:31.563107 run osmo-stp_10.42.42.5(pid=11205): Launched\u000a08:07:31.736700 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:07:32.358879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11207): Launched\u000a08:07:32.476284 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:07:32.766319 run patchelf(pid=11208): Launched\u000a08:07:32.957694 run osmo-stp_10.42.42.5(pid=11205): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11205)]\u000a08:07:33.097152 run osmo-stp_10.42.42.5(pid=11205): stdout: \u000a| (launched: 2022-12-09_08:07:31.301195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:33.236749 run osmo-stp_10.42.42.5(pid=11205): stderr: \u000a| �[0;m�[38;5;43m20221209080731587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080731587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080731588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080731588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080731601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080731601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080731601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:33.371980 run osmo-stp_10.42.42.5(pid=11205): stdout: \u000a| (launched: 2022-12-09_08:07:31.301195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:33.506149 run osmo-stp_10.42.42.5(pid=11205): stderr: \u000a| �[0;m�[38;5;43m20221209080731587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080731587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080731588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080731588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080731601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080731601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080731601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:33.662330 run patchelf(pid=11208): Terminating (SIGINT)\u000a08:07:33.845860 run patchelf(pid=11208): Terminated: ok {rc=0}\u000a08:07:33.879530 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11205): Process ended prematurely: osmo-stp_10.42.42.5(pid=11205) [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11205)] [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a08:07:33.889482 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a08:07:33.952900 run osmo-hlr_10.42.42.2(pid=11202): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11202)]\u000a08:07:34.004849 run osmo-hlr_10.42.42.2(pid=11202): stdout: \u000a| (launched: 2022-12-09_08:07:30.285732) \u000a08:07:34.056875 run osmo-hlr_10.42.42.2(pid=11202): stderr: \u000a| �[0;m�[1;31m20221209080730460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080730460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080730460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080730460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080730460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080730460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080730473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080730481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080730481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080730481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:07:34.102258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11191): Terminating (SIGTERM)\u000a08:07:34.144669 run iperf3-srv_10.42.42.10(pid=11192): Terminating (SIGTERM)\u000a08:07:34.186351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11193): Terminating (SIGTERM)\u000a08:07:34.228268 run iperf3-srv_10.42.42.10(pid=11194): Terminating (SIGTERM)\u000a08:07:34.270299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11195): Terminating (SIGTERM)\u000a08:07:34.311806 run iperf3-srv_10.42.42.10(pid=11196): Terminating (SIGTERM)\u000a08:07:34.354070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11197): Terminating (SIGTERM)\u000a08:07:34.396287 run iperf3-srv_10.42.42.10(pid=11198): Terminating (SIGTERM)\u000a08:07:34.438583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11201): Terminating (SIGTERM)\u000a08:07:34.480467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11204): Terminating (SIGTERM)\u000a08:07:34.522187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11207): Terminating (SIGTERM)\u000a08:07:34.531815 --- ParallelTerminationStrategy: PID 11191 died...\u000a08:07:34.588017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11191): Terminated: ok {rc=0}\u000a08:07:34.598215 --- ParallelTerminationStrategy: PID 11192 died...\u000a08:07:34.653712 run iperf3-srv_10.42.42.10(pid=11192): Terminated {rc=256}\u000a08:07:34.663700 --- ParallelTerminationStrategy: PID 11193 died...\u000a08:07:34.719444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11193): Terminated: ok {rc=0}\u000a08:07:34.729892 --- ParallelTerminationStrategy: PID 11194 died...\u000a08:07:34.785920 run iperf3-srv_10.42.42.10(pid=11194): Terminated {rc=256}\u000a08:07:34.796084 --- ParallelTerminationStrategy: PID 11195 died...\u000a08:07:34.852048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11195): Terminated: ok {rc=0}\u000a08:07:34.862185 --- ParallelTerminationStrategy: PID 11196 died...\u000a08:07:34.917925 run iperf3-srv_10.42.42.10(pid=11196): Terminated {rc=256}\u000a08:07:34.928010 --- ParallelTerminationStrategy: PID 11197 died...\u000a08:07:34.984087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11197): Terminated: ok {rc=0}\u000a08:07:34.994239 --- ParallelTerminationStrategy: PID 11198 died...\u000a08:07:35.049914 run iperf3-srv_10.42.42.10(pid=11198): Terminated {rc=256}\u000a08:07:35.059943 --- ParallelTerminationStrategy: PID 11201 died...\u000a08:07:35.115834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11201): Terminated: ok {rc=0}\u000a08:07:35.125979 --- ParallelTerminationStrategy: PID 11204 died...\u000a08:07:35.182345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11204): Terminated: ok {rc=0}\u000a08:07:35.192500 --- ParallelTerminationStrategy: PID 11207 died...\u000a08:07:35.249317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11207): Terminated: ok {rc=0}\u000a08:07:35.341126 bus /gobi_4: Setting Powered False\u000a08:07:36.447121 bus /gobi_4: Setting Powered False\u000a08:07:37.555351 bus /gobi_1: Setting Powered False\u000a08:07:38.661884 bus /gobi_1: Setting Powered False\u000a08:07:39.768742 bus /gobi_0: Setting Powered False\u000a08:07:40.876016 bus /gobi_0: Setting Powered False\u000a08:07:41.984011 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11215): Process ended prematurely: osmo-stp_10.42.42.5(pid=11215) [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11215)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11215): Process ended prematurely: osmo-stp_10.42.42.5(pid=11215) [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a08:07:43.052710 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:43.065210 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:07:43.227192 tst ping.py: using LAC 20092\u000a08:07:43.354483 tst ping.py: using RAC 202\u000a08:07:43.482445 tst ping.py: using CellId 20092\u000a08:07:43.604533 tst ping.py: using BVCI 20093\u000a08:07:43.627846 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:43.639001 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:43.650167 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:43.662990 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:43.674134 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:43.685222 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:43.696347 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:43.707245 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:07:44.001560 tst ping.py:19: start network...\u000a08:07:44.137282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:07:44.648309 run create_hlr_db(pid=11209): Launched\u000a08:07:44.836711 bus /gobi_6: Setting Powered False\u000a08:07:45.869701 run create_hlr_db(pid=11209): Terminated: ok {rc=0}\u000a08:07:46.310834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11211): Launched\u000a08:07:46.669169 run osmo-hlr_10.42.42.2(pid=11212): Launched\u000a08:07:46.924773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:07:47.587773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11214): Launched\u000a08:07:47.891286 run osmo-stp_10.42.42.5(pid=11215): Launched\u000a08:07:48.000313 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:07:48.529325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11217): Launched\u000a08:07:48.637144 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:07:48.900788 run patchelf(pid=11218): Launched\u000a08:07:49.076705 run osmo-stp_10.42.42.5(pid=11215): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11215)]\u000a08:07:49.205213 run osmo-stp_10.42.42.5(pid=11215): stdout: \u000a| (launched: 2022-12-09_08:07:47.741590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:49.333764 run osmo-stp_10.42.42.5(pid=11215): stderr: \u000a| �[0;m�[38;5;43m20221209080747907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080747907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080747907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080747908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080747908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080747908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080747908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:49.459186 run osmo-stp_10.42.42.5(pid=11215): stdout: \u000a| (launched: 2022-12-09_08:07:47.741590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:49.582795 run osmo-stp_10.42.42.5(pid=11215): stderr: \u000a| �[0;m�[38;5;43m20221209080747907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080747907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080747907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080747908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080747908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080747908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080747908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:49.725718 run patchelf(pid=11218): Terminating (SIGINT)\u000a08:07:49.894203 run patchelf(pid=11218): Terminated: ok {rc=0}\u000a08:07:49.924679 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11215): Process ended prematurely: osmo-stp_10.42.42.5(pid=11215) [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11215)] [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a08:07:49.933449 tst ping.py:22: Test FAILED (6.9 sec)\u000a08:07:49.993087 run osmo-hlr_10.42.42.2(pid=11212): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11212)]\u000a08:07:50.041230 run osmo-hlr_10.42.42.2(pid=11212): stdout: \u000a| (launched: 2022-12-09_08:07:46.469322) \u000a08:07:50.090091 run osmo-hlr_10.42.42.2(pid=11212): stderr: \u000a| �[0;m�[1;31m20221209080746869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080746869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080746869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080746870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080746870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080746870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080746899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080746919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080746920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080746920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:07:50.131369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11211): Terminating (SIGTERM)\u000a08:07:50.170543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11214): Terminating (SIGTERM)\u000a08:07:50.209782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11217): Terminating (SIGTERM)\u000a08:07:50.218999 --- ParallelTerminationStrategy: PID 11211 died...\u000a08:07:50.271570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11211): Terminated: ok {rc=0}\u000a08:07:50.281289 --- ParallelTerminationStrategy: PID 11214 died...\u000a08:07:50.334431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11214): Terminated: ok {rc=0}\u000a08:07:50.344387 --- ParallelTerminationStrategy: PID 11217 died...\u000a08:07:50.396847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11217): Terminated: ok {rc=0}\u000a08:07:50.480532 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11225): Process ended prematurely: osmo-stp_10.42.42.5(pid=11225) [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11225)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11225): Process ended prematurely: osmo-stp_10.42.42.5(pid=11225) [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a08:07:51.533939 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:51.546480 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:07:51.711688 tst ping_idle_ping.py: using LAC 20093\u000a08:07:51.840243 tst ping_idle_ping.py: using RAC 203\u000a08:07:51.962962 tst ping_idle_ping.py: using CellId 20093\u000a08:07:52.085394 tst ping_idle_ping.py: using BVCI 20094\u000a08:07:52.108746 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:52.120095 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:52.131171 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:52.142254 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:52.153144 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:52.164029 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:52.175171 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:07:52.186112 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:07:52.483636 tst ping_idle_ping.py:24: start network...\u000a08:07:52.619998 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:07:53.137321 run create_hlr_db(pid=11219): Launched\u000a08:07:53.325857 bus /gobi_6: Setting Powered False\u000a08:07:54.346147 run create_hlr_db(pid=11219): Terminated: ok {rc=0}\u000a08:07:54.753534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11221): Launched\u000a08:07:55.057089 run osmo-hlr_10.42.42.2(pid=11222): Launched\u000a08:07:55.168357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:07:55.690250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11224): Launched\u000a08:07:55.991496 run osmo-stp_10.42.42.5(pid=11225): Launched\u000a08:07:56.099557 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:07:56.624884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11227): Launched\u000a08:07:56.731504 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:07:56.993718 run patchelf(pid=11228): Launched\u000a08:07:57.170148 run osmo-stp_10.42.42.5(pid=11225): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11225)]\u000a08:07:57.298901 run osmo-stp_10.42.42.5(pid=11225): stdout: \u000a| (launched: 2022-12-09_08:07:55.843168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:57.428393 run osmo-stp_10.42.42.5(pid=11225): stderr: \u000a| �[0;m�[38;5;43m20221209080756011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080756011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080756011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080756012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080756012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080756012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080756012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:57.553837 run osmo-stp_10.42.42.5(pid=11225): stdout: \u000a| (launched: 2022-12-09_08:07:55.843168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:57.678080 run osmo-stp_10.42.42.5(pid=11225): stderr: \u000a| �[0;m�[38;5;43m20221209080756011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080756011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080756011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080756012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080756012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080756012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080756012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:57.821883 run patchelf(pid=11228): Terminating (SIGINT)\u000a08:07:57.990388 run patchelf(pid=11228): Terminated: ok {rc=0}\u000a08:07:58.021131 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11225): Process ended prematurely: osmo-stp_10.42.42.5(pid=11225) [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11225)] [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:07:58.029944 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a08:07:58.089684 run osmo-hlr_10.42.42.2(pid=11222): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11222)]\u000a08:07:58.138642 run osmo-hlr_10.42.42.2(pid=11222): stdout: \u000a| (launched: 2022-12-09_08:07:54.907147) \u000a08:07:58.187803 run osmo-hlr_10.42.42.2(pid=11222): stderr: \u000a| �[0;m�[1;31m20221209080755080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080755080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080755080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080755080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080755080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080755080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080755093 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080755101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080755101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080755101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:07:58.229245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11221): Terminating (SIGTERM)\u000a08:07:58.268445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11224): Terminating (SIGTERM)\u000a08:07:58.307619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11227): Terminating (SIGTERM)\u000a08:07:58.316574 --- ParallelTerminationStrategy: PID 11221 died...\u000a08:07:58.369287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11221): Terminated: ok {rc=0}\u000a08:07:58.378888 --- ParallelTerminationStrategy: PID 11224 died...\u000a08:07:58.431390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11224): Terminated: ok {rc=0}\u000a08:07:58.440869 --- ParallelTerminationStrategy: PID 11227 died...\u000a08:07:58.493093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11227): Terminated: ok {rc=0}\u000a08:07:58.575373 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:07:00" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11514): Process ended prematurely: osmo-stp_10.42.42.5(pid=11514) [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11514)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11514): Process ended prematurely: osmo-stp_10.42.42.5(pid=11514) [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:08:00.758121 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:00.770676 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:08:00.931338 tst cs_paging_gprs_active.py: using LAC 20094\u000a08:08:01.066719 tst cs_paging_gprs_active.py: using RAC 204\u000a08:08:01.194456 tst cs_paging_gprs_active.py: using CellId 20094\u000a08:08:01.324850 tst cs_paging_gprs_active.py: using BVCI 20095\u000a08:08:01.351981 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:01.365132 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:01.377943 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:01.390891 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:01.403749 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:01.416606 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:01.429587 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:01.442359 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:01.455522 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:08:01.584276 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:08:01.968317 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:08:02.111757 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:08:02.478598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11272): Launched\u000a08:08:02.793482 run iperf3-srv_10.42.42.10(pid=11283): Launched\u000a08:08:03.017788 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:08:03.175013 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:08:03.594319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11329): Launched\u000a08:08:03.945693 run iperf3-srv_10.42.42.10(pid=11377): Launched\u000a08:08:04.180838 tst cs_paging_gprs_active.py:38: start network...\u000a08:08:04.346695 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:08:04.974095 run create_hlr_db(pid=11505): Launched\u000a08:08:05.167594 bus /gobi_6: Setting Powered False\u000a08:08:06.186439 run create_hlr_db(pid=11505): Terminated: ok {rc=0}\u000a08:08:06.641596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11508): Launched\u000a08:08:07.038013 run osmo-hlr_10.42.42.2(pid=11510): Launched\u000a08:08:07.224543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:08:07.859194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11513): Launched\u000a08:08:08.284790 run osmo-stp_10.42.42.5(pid=11514): Launched\u000a08:08:08.507608 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:08:09.100704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11516): Launched\u000a08:08:09.221344 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:08:09.531176 run patchelf(pid=11517): Launched\u000a08:08:09.730173 run osmo-stp_10.42.42.5(pid=11514): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11514)]\u000a08:08:09.874968 run osmo-stp_10.42.42.5(pid=11514): stdout: \u000a| (launched: 2022-12-09_08:08:08.030869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:10.022895 run osmo-stp_10.42.42.5(pid=11514): stderr: \u000a| �[0;m�[38;5;43m20221209080808319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080808319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080808319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080808320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080808321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080808321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080808321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:10.162854 run osmo-stp_10.42.42.5(pid=11514): stdout: \u000a| (launched: 2022-12-09_08:08:08.030869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:10.304543 run osmo-stp_10.42.42.5(pid=11514): stderr: \u000a| �[0;m�[38;5;43m20221209080808319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080808319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080808319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080808320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080808321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080808321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080808321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:10.467927 run patchelf(pid=11517): Terminating (SIGINT)\u000a08:08:10.662921 run patchelf(pid=11517): Terminated: ok {rc=0}\u000a08:08:10.697854 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11514): Process ended prematurely: osmo-stp_10.42.42.5(pid=11514) [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11514)] [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a08:08:10.708199 tst cs_paging_gprs_active.py:38: Test FAILED (10.0 sec)\u000a08:08:10.773311 run osmo-hlr_10.42.42.2(pid=11510): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11510)]\u000a08:08:10.827289 run osmo-hlr_10.42.42.2(pid=11510): stdout: \u000a| (launched: 2022-12-09_08:08:06.813929) \u000a08:08:10.881053 run osmo-hlr_10.42.42.2(pid=11510): stderr: \u000a| �[0;m�[1;31m20221209080807144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080807144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080807144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080807144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080807144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080807144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080807168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080807176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080807181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080807181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:08:10.927867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11272): Terminating (SIGTERM)\u000a08:08:10.975524 run iperf3-srv_10.42.42.10(pid=11283): Terminating (SIGTERM)\u000a08:08:11.024724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11329): Terminating (SIGTERM)\u000a08:08:11.069465 run iperf3-srv_10.42.42.10(pid=11377): Terminating (SIGTERM)\u000a08:08:11.114560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11508): Terminating (SIGTERM)\u000a08:08:11.162750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11513): Terminating (SIGTERM)\u000a08:08:11.211221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11516): Terminating (SIGTERM)\u000a08:08:11.222289 --- ParallelTerminationStrategy: PID 11272 died...\u000a08:08:11.283942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11272): Terminated: ok {rc=0}\u000a08:08:11.294917 --- ParallelTerminationStrategy: PID 11283 died...\u000a08:08:11.353977 run iperf3-srv_10.42.42.10(pid=11283): Terminated {rc=256}\u000a08:08:11.366375 --- ParallelTerminationStrategy: PID 11329 died...\u000a08:08:11.426136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11329): Terminated: ok {rc=0}\u000a08:08:11.437342 --- ParallelTerminationStrategy: PID 11377 died...\u000a08:08:11.498073 run iperf3-srv_10.42.42.10(pid=11377): Terminated {rc=256}\u000a08:08:11.509230 --- ParallelTerminationStrategy: PID 11508 died...\u000a08:08:11.568572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11508): Terminated: ok {rc=0}\u000a08:08:11.581991 --- ParallelTerminationStrategy: PID 11513 died...\u000a08:08:11.640695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11513): Terminated: ok {rc=0}\u000a08:08:11.651694 --- ParallelTerminationStrategy: PID 11516 died...\u000a08:08:11.712483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11516): Terminated: ok {rc=0}\u000a08:08:11.808867 bus /gobi_0: Setting Powered False\u000a08:08:12.919850 bus /gobi_0: Setting Powered False\u000a08:08:14.036277 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11526): Process ended prematurely: osmo-stp_10.42.42.5(pid=11526) [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11526)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11526): Process ended prematurely: osmo-stp_10.42.42.5(pid=11526) [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a08:08:15.157701 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:15.171542 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:08:15.327163 tst iperf3.py: using LAC 20095\u000a08:08:15.461727 tst iperf3.py: using RAC 205\u000a08:08:15.597185 tst iperf3.py: using CellId 20095\u000a08:08:15.731475 tst iperf3.py: using BVCI 20096\u000a08:08:15.757967 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:15.771501 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:15.785549 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:15.799568 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:15.812991 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:15.826071 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:15.844670 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:15.857907 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:15.871293 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:08:16.203375 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:08:16.349327 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:08:16.710902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11518): Launched\u000a08:08:17.016247 run iperf3-srv_10.42.42.10(pid=11519): Launched\u000a08:08:17.225460 tst iperf3.py:8: start network...\u000a08:08:17.368602 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:08:17.991287 run create_hlr_db(pid=11520): Launched\u000a08:08:18.209411 bus /gobi_6: Setting Powered False\u000a08:08:19.223419 run create_hlr_db(pid=11520): Terminated: ok {rc=0}\u000a08:08:19.691531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11522): Launched\u000a08:08:20.130299 run osmo-hlr_10.42.42.2(pid=11523): Launched\u000a08:08:20.382825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:08:20.989589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11525): Launched\u000a08:08:21.436922 run osmo-stp_10.42.42.5(pid=11526): Launched\u000a08:08:21.650462 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:08:22.255908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11528): Launched\u000a08:08:22.380569 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:08:22.694930 run patchelf(pid=11529): Launched\u000a08:08:22.895264 run osmo-stp_10.42.42.5(pid=11526): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11526)]\u000a08:08:23.042085 run osmo-stp_10.42.42.5(pid=11526): stdout: \u000a| (launched: 2022-12-09_08:08:21.163506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:23.189289 run osmo-stp_10.42.42.5(pid=11526): stderr: \u000a| �[0;m�[38;5;43m20221209080821452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080821453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080821453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080821453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080821454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080821454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080821454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:23.331719 run osmo-stp_10.42.42.5(pid=11526): stdout: \u000a| (launched: 2022-12-09_08:08:21.163506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:23.473991 run osmo-stp_10.42.42.5(pid=11526): stderr: \u000a| �[0;m�[38;5;43m20221209080821452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080821453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080821453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080821453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080821454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080821454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080821454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:23.638704 run patchelf(pid=11529): Terminating (SIGINT)\u000a08:08:23.830579 run patchelf(pid=11529): Terminated: ok {rc=0}\u000a08:08:23.866326 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11526): Process ended prematurely: osmo-stp_10.42.42.5(pid=11526) [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11526)] [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a08:08:23.877752 tst iperf3.py:8: Test FAILED (8.8 sec)\u000a08:08:23.944076 run osmo-hlr_10.42.42.2(pid=11523): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11523)]\u000a08:08:24.000400 run osmo-hlr_10.42.42.2(pid=11523): stdout: \u000a| (launched: 2022-12-09_08:08:19.866782) \u000a08:08:24.055241 run osmo-hlr_10.42.42.2(pid=11523): stderr: \u000a| �[0;m�[1;31m20221209080820175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080820175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080820175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080820175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080820175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080820175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080820195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080820203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080820203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080820203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:08:24.102428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11518): Terminating (SIGTERM)\u000a08:08:24.148648 run iperf3-srv_10.42.42.10(pid=11519): Terminating (SIGTERM)\u000a08:08:24.195638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11522): Terminating (SIGTERM)\u000a08:08:24.244349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11525): Terminating (SIGTERM)\u000a08:08:24.290712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11528): Terminating (SIGTERM)\u000a08:08:24.301906 --- ParallelTerminationStrategy: PID 11518 died...\u000a08:08:24.362307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11518): Terminated: ok {rc=0}\u000a08:08:24.373274 --- ParallelTerminationStrategy: PID 11519 died...\u000a08:08:24.437463 run iperf3-srv_10.42.42.10(pid=11519): Terminated {rc=256}\u000a08:08:24.449120 --- ParallelTerminationStrategy: PID 11522 died...\u000a08:08:24.510042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11522): Terminated: ok {rc=0}\u000a08:08:24.521448 --- ParallelTerminationStrategy: PID 11525 died...\u000a08:08:24.583562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11525): Terminated: ok {rc=0}\u000a08:08:24.594636 --- ParallelTerminationStrategy: PID 11528 died...\u000a08:08:24.653432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11528): Terminated: ok {rc=0}\u000a08:08:24.750517 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11546): Process ended prematurely: osmo-stp_10.42.42.5(pid=11546) [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11546)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11546): Process ended prematurely: osmo-stp_10.42.42.5(pid=11546) [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a08:08:25.868390 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:25.881853 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:08:26.035509 tst iperf3m4.py: using LAC 20096\u000a08:08:26.162898 tst iperf3m4.py: using RAC 206\u000a08:08:26.294912 tst iperf3m4.py: using CellId 20096\u000a08:08:26.422148 tst iperf3m4.py: using BVCI 20097\u000a08:08:26.447294 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:26.459580 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:26.471456 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:26.483343 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:26.495179 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:26.507084 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:26.519055 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:26.530811 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:26.542956 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:08:26.666341 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:08:26.793745 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:08:26.913403 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:08:27.198476 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:08:27.327401 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:08:27.649183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11532): Launched\u000a08:08:27.916172 run iperf3-srv_10.42.42.10(pid=11533): Launched\u000a08:08:28.104198 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:08:28.233043 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:08:28.553247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11534): Launched\u000a08:08:28.821409 run iperf3-srv_10.42.42.10(pid=11535): Launched\u000a08:08:29.008791 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:08:29.137203 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:08:29.457311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11536): Launched\u000a08:08:29.726520 run iperf3-srv_10.42.42.10(pid=11537): Launched\u000a08:08:29.915192 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:08:30.043590 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:08:30.365348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11538): Launched\u000a08:08:30.633552 run iperf3-srv_10.42.42.10(pid=11539): Launched\u000a08:08:30.821535 tst iperf3m4.py:8: start network...\u000a08:08:30.975448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:08:31.565716 run create_hlr_db(pid=11540): Launched\u000a08:08:31.764662 bus /gobi_6: Setting Powered False\u000a08:08:32.779270 run create_hlr_db(pid=11540): Terminated: ok {rc=0}\u000a08:08:33.196174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11542): Launched\u000a08:08:33.506779 run osmo-hlr_10.42.42.2(pid=11543): Launched\u000a08:08:33.624205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:08:34.162712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11545): Launched\u000a08:08:34.475493 run osmo-stp_10.42.42.5(pid=11546): Launched\u000a08:08:34.587631 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:08:35.129097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11548): Launched\u000a08:08:35.239134 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:08:35.510509 run patchelf(pid=11549): Launched\u000a08:08:35.690590 run osmo-stp_10.42.42.5(pid=11546): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11546)]\u000a08:08:35.822582 run osmo-stp_10.42.42.5(pid=11546): stdout: \u000a| (launched: 2022-12-09_08:08:34.320396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:35.954176 run osmo-stp_10.42.42.5(pid=11546): stderr: \u000a| �[0;m�[38;5;43m20221209080834489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080834490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080834490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080834490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080834491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080834491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080834491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:36.081506 run osmo-stp_10.42.42.5(pid=11546): stdout: \u000a| (launched: 2022-12-09_08:08:34.320396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:36.207622 run osmo-stp_10.42.42.5(pid=11546): stderr: \u000a| �[0;m�[38;5;43m20221209080834489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080834490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080834490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080834490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080834491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080834491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080834491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:36.354403 run patchelf(pid=11549): Terminating (SIGINT)\u000a08:08:36.526655 run patchelf(pid=11549): Terminated: ok {rc=0}\u000a08:08:36.558559 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11546): Process ended prematurely: osmo-stp_10.42.42.5(pid=11546) [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11546)] [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a08:08:36.568153 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a08:08:36.628400 run osmo-hlr_10.42.42.2(pid=11543): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11543)]\u000a08:08:36.677495 run osmo-hlr_10.42.42.2(pid=11543): stdout: \u000a| (launched: 2022-12-09_08:08:33.353065) \u000a08:08:36.727126 run osmo-hlr_10.42.42.2(pid=11543): stderr: \u000a| �[0;m�[1;31m20221209080833530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080833530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080833530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080833530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080833530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080833530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080833542 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080833550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080833551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080833551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:08:36.769172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11532): Terminating (SIGTERM)\u000a08:08:36.809216 run iperf3-srv_10.42.42.10(pid=11533): Terminating (SIGTERM)\u000a08:08:36.849223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11534): Terminating (SIGTERM)\u000a08:08:36.888599 run iperf3-srv_10.42.42.10(pid=11535): Terminating (SIGTERM)\u000a08:08:36.927922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11536): Terminating (SIGTERM)\u000a08:08:36.967103 run iperf3-srv_10.42.42.10(pid=11537): Terminating (SIGTERM)\u000a08:08:37.006541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11538): Terminating (SIGTERM)\u000a08:08:37.045907 run iperf3-srv_10.42.42.10(pid=11539): Terminating (SIGTERM)\u000a08:08:37.085825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11542): Terminating (SIGTERM)\u000a08:08:37.125507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11545): Terminating (SIGTERM)\u000a08:08:37.165379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11548): Terminating (SIGTERM)\u000a08:08:37.174594 --- ParallelTerminationStrategy: PID 11532 died...\u000a08:08:37.228076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11532): Terminated: ok {rc=0}\u000a08:08:37.238007 --- ParallelTerminationStrategy: PID 11533 died...\u000a08:08:37.291120 run iperf3-srv_10.42.42.10(pid=11533): Terminated {rc=256}\u000a08:08:37.300519 --- ParallelTerminationStrategy: PID 11534 died...\u000a08:08:37.353647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11534): Terminated: ok {rc=0}\u000a08:08:37.363116 --- ParallelTerminationStrategy: PID 11535 died...\u000a08:08:37.416239 run iperf3-srv_10.42.42.10(pid=11535): Terminated {rc=256}\u000a08:08:37.425768 --- ParallelTerminationStrategy: PID 11536 died...\u000a08:08:37.478828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11536): Terminated: ok {rc=0}\u000a08:08:37.488363 --- ParallelTerminationStrategy: PID 11537 died...\u000a08:08:37.541371 run iperf3-srv_10.42.42.10(pid=11537): Terminated {rc=256}\u000a08:08:37.550858 --- ParallelTerminationStrategy: PID 11538 died...\u000a08:08:37.604145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11538): Terminated: ok {rc=0}\u000a08:08:37.613729 --- ParallelTerminationStrategy: PID 11539 died...\u000a08:08:37.666761 run iperf3-srv_10.42.42.10(pid=11539): Terminated {rc=256}\u000a08:08:37.676296 --- ParallelTerminationStrategy: PID 11542 died...\u000a08:08:37.729392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11542): Terminated: ok {rc=0}\u000a08:08:37.739259 --- ParallelTerminationStrategy: PID 11545 died...\u000a08:08:37.792629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11545): Terminated: ok {rc=0}\u000a08:08:37.802304 --- ParallelTerminationStrategy: PID 11548 died...\u000a08:08:37.855564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11548): Terminated: ok {rc=0}\u000a08:08:37.940028 bus /gobi_4: Setting Powered False\u000a08:08:39.042711 bus /gobi_4: Setting Powered False\u000a08:08:40.154164 bus /gobi_1: Setting Powered False\u000a08:08:41.256687 bus /gobi_1: Setting Powered False\u000a08:08:42.369133 bus /gobi_0: Setting Powered False\u000a08:08:43.471578 bus /gobi_0: Setting Powered False\u000a08:08:44.579898 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11557): Process ended prematurely: osmo-stp_10.42.42.5(pid=11557) [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11557)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11557): Process ended prematurely: osmo-stp_10.42.42.5(pid=11557) [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a08:08:45.648771 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:45.661548 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:08:45.802563 tst ping.py: using LAC 20097\u000a08:08:45.944849 tst ping.py: using RAC 207\u000a08:08:46.066418 tst ping.py: using CellId 20097\u000a08:08:46.218143 tst ping.py: using BVCI 20098\u000a08:08:46.242928 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:46.255077 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:46.267367 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:46.280023 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:46.292226 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:46.304473 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:46.316779 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:46.329014 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:08:46.629585 tst ping.py:19: start network...\u000a08:08:46.770078 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:08:47.301994 run create_hlr_db(pid=11550): Launched\u000a08:08:47.478082 bus /gobi_6: Setting Powered False\u000a08:08:48.497977 run create_hlr_db(pid=11550): Terminated: ok {rc=0}\u000a08:08:48.931749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11553): Launched\u000a08:08:49.259291 run osmo-hlr_10.42.42.2(pid=11554): Launched\u000a08:08:49.380203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:08:49.949854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11556): Launched\u000a08:08:50.279275 run osmo-stp_10.42.42.5(pid=11557): Launched\u000a08:08:50.396262 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:08:50.965937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11559): Launched\u000a08:08:51.082084 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:08:51.366968 run patchelf(pid=11560): Launched\u000a08:08:51.557064 run osmo-stp_10.42.42.5(pid=11557): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11557)]\u000a08:08:51.695463 run osmo-stp_10.42.42.5(pid=11557): stdout: \u000a| (launched: 2022-12-09_08:08:50.115070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:51.835270 run osmo-stp_10.42.42.5(pid=11557): stderr: \u000a| �[0;m�[38;5;43m20221209080850310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080850310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080850310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080850311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080850311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080850311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080850311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:51.970229 run osmo-stp_10.42.42.5(pid=11557): stdout: \u000a| (launched: 2022-12-09_08:08:50.115070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:52.103548 run osmo-stp_10.42.42.5(pid=11557): stderr: \u000a| �[0;m�[38;5;43m20221209080850310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080850310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080850310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080850311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080850311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080850311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080850311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:52.258323 run patchelf(pid=11560): Terminating (SIGINT)\u000a08:08:52.439505 run patchelf(pid=11560): Terminated: ok {rc=0}\u000a08:08:52.472612 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11557): Process ended prematurely: osmo-stp_10.42.42.5(pid=11557) [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11557)] [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a08:08:52.482278 tst ping.py:22: Test FAILED (6.8 sec)\u000a08:08:52.545508 run osmo-hlr_10.42.42.2(pid=11554): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11554)]\u000a08:08:52.597444 run osmo-hlr_10.42.42.2(pid=11554): stdout: \u000a| (launched: 2022-12-09_08:08:49.097584) \u000a08:08:52.649573 run osmo-hlr_10.42.42.2(pid=11554): stderr: \u000a| �[0;m�[1;31m20221209080849299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080849299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080849299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080849299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080849299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080849299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080849311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080849319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080849319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080849319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:08:52.694526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11553): Terminating (SIGTERM)\u000a08:08:52.736376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11556): Terminating (SIGTERM)\u000a08:08:52.778315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11559): Terminating (SIGTERM)\u000a08:08:52.788396 --- ParallelTerminationStrategy: PID 11553 died...\u000a08:08:52.845087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11553): Terminated: ok {rc=0}\u000a08:08:52.855223 --- ParallelTerminationStrategy: PID 11556 died...\u000a08:08:52.911685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11556): Terminated: ok {rc=0}\u000a08:08:52.921823 --- ParallelTerminationStrategy: PID 11559 died...\u000a08:08:52.977860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11559): Terminated: ok {rc=0}\u000a08:08:53.064598 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11567): Process ended prematurely: osmo-stp_10.42.42.5(pid=11567) [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11567)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11567): Process ended prematurely: osmo-stp_10.42.42.5(pid=11567) [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a08:08:54.115557 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:54.128034 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:08:54.274637 tst ping_idle_ping.py: using LAC 20098\u000a08:08:54.401826 tst ping_idle_ping.py: using RAC 208\u000a08:08:54.528669 tst ping_idle_ping.py: using CellId 20098\u000a08:08:54.656174 tst ping_idle_ping.py: using BVCI 20099\u000a08:08:54.681416 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:54.693621 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:54.705771 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:54.717787 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:54.730104 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:54.742049 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:54.754247 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:08:54.766397 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:08:55.050208 tst ping_idle_ping.py:24: start network...\u000a08:08:55.177106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:08:55.671835 run create_hlr_db(pid=11561): Launched\u000a08:08:55.848148 bus /gobi_6: Setting Powered False\u000a08:08:56.867980 run create_hlr_db(pid=11561): Terminated: ok {rc=0}\u000a08:08:57.275019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11563): Launched\u000a08:08:57.580453 run osmo-hlr_10.42.42.2(pid=11564): Launched\u000a08:08:57.691941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:08:58.223782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11566): Launched\u000a08:08:58.531232 run osmo-stp_10.42.42.5(pid=11567): Launched\u000a08:08:58.642768 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:08:59.175416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11569): Launched\u000a08:08:59.283549 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:08:59.550672 run patchelf(pid=11570): Launched\u000a08:08:59.728233 run osmo-stp_10.42.42.5(pid=11567): ERR: Terminated: ERROR {rc=1} [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11567)]\u000a08:08:59.858072 run osmo-stp_10.42.42.5(pid=11567): stdout: \u000a| (launched: 2022-12-09_08:08:58.378541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:59.988541 run osmo-stp_10.42.42.5(pid=11567): stderr: \u000a| �[0;m�[38;5;43m20221209080858551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080858551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080858551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080858552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080858552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080858552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080858552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:09:00.114377 run osmo-stp_10.42.42.5(pid=11567): stdout: \u000a| (launched: 2022-12-09_08:08:58.378541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:09:00.238715 run osmo-stp_10.42.42.5(pid=11567): stderr: \u000a| �[0;m�[38;5;43m20221209080858551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080858551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080858551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080858552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080858552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080858552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080858552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:09:00.382779 run patchelf(pid=11570): Terminating (SIGINT)\u000a08:09:00.552417 run patchelf(pid=11570): Terminated: ok {rc=0}\u000a08:09:00.583455 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11567): Process ended prematurely: osmo-stp_10.42.42.5(pid=11567) [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11567)] [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a08:09:00.592386 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a08:09:00.652408 run osmo-hlr_10.42.42.2(pid=11564): ERR: Terminated: ERROR {rc=237} [trial-2356↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11564)]\u000a08:09:00.701559 run osmo-hlr_10.42.42.2(pid=11564): stdout: \u000a| (launched: 2022-12-09_08:08:57.429987) \u000a08:09:00.751314 run osmo-hlr_10.42.42.2(pid=11564): stderr: \u000a| �[0;m�[1;31m20221209080857609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080857609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080857609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080857609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080857609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080857609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080857621 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080857630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080857630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080857630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:09:00.793568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11563): Terminating (SIGTERM)\u000a08:09:00.843545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11566): Terminating (SIGTERM)\u000a08:09:00.884658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11569): Terminating (SIGTERM)\u000a08:09:00.894658 --- ParallelTerminationStrategy: PID 11563 died...\u000a08:09:00.950467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11563): Terminated: ok {rc=0}\u000a08:09:00.960498 --- ParallelTerminationStrategy: PID 11566 died...\u000a08:09:01.015266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11566): Terminated: ok {rc=0}\u000a08:09:01.025519 --- ParallelTerminationStrategy: PID 11569 died...\u000a08:09:01.080076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11569): Terminated: ok {rc=0}\u000a08:09:01.166446 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:08:00" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11580): Process ended prematurely: osmo-stp_10.42.42.5(pid=11580) [trial-2356↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11580)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11580): Process ended prematurely: osmo-stp_10.42.42.5(pid=11580) [trial-2356↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a08:09:03.220886 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:09:03.233230 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:09:03.395692 tst switch_tch_pdch.py: using LAC 20099\u000a08:09:03.517859 tst switch_tch_pdch.py: using RAC 209\u000a08:09:03.637770 tst switch_tch_pdch.py: using CellId 20099\u000a08:09:03.756775 tst switch_tch_pdch.py: using BVCI 20100\u000a08:09:03.780620 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:09:03.793229 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:09:03.805133 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:09:03.816906 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:09:03.828516 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:09:03.839931 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:09:03.851614 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:09:03.863987 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:09:03.990897 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:09:04.287938 tst switch_tch_pdch.py:51: start network...\u000a08:09:04.423479 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:09:04.938001 run create_hlr_db(pid=11574): Launched\u000a08:09:05.126872 bus /gobi_6: Setting Powered False\u000a08:09:06.147157 run create_hlr_db(pid=11574): Terminated: ok {rc=0}\u000a08:09:06.581102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11576): Launched\u000a08:09:06.909348 run osmo-hlr_10.42.42.2(pid=11577): Launched\u000a08:09:07.031451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:09:07.599184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11579): Launched\u000a08:09:07.926415 run osmo-stp_10.42.42.5(pid=11580): Launched\u000a08:09:08.044868 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:09:08.614910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11582): Launched\u000a08:09:08.730800 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:09:09.017673 run patchelf(pid=11583): Launched\u000a08:09:09.208222 run osmo-stp_10.42.42.5(pid=11580): ERR: Terminated: ERROR {rc=1} [trial-2356↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11580)]\u000a08:09:09.347325 run osmo-stp_10.42.42.5(pid=11580): stdout: \u000a| (launched: 2022-12-09_08:09:07.764060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:09:09.486909 run osmo-stp_10.42.42.5(pid=11580): stderr: \u000a| �[0;m�[38;5;43m20221209080907957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080907958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080907958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080907958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080907959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080907959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080907959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:09:09.621390 run osmo-stp_10.42.42.5(pid=11580): stdout: \u000a| (launched: 2022-12-09_08:09:07.764060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:09:09.755161 run osmo-stp_10.42.42.5(pid=11580): stderr: \u000a| �[0;m�[38;5;43m20221209080907957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080907958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080907958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080907958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080907959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080907959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080907959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:09:09.910825 run patchelf(pid=11583): Terminating (SIGINT)\u000a08:09:10.092315 run patchelf(pid=11583): Terminated: ok {rc=0}\u000a08:09:10.125703 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11580): Process ended prematurely: osmo-stp_10.42.42.5(pid=11580) [trial-2356↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11580)] [trial-2356↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a08:09:10.135328 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a08:09:10.198369 run osmo-hlr_10.42.42.2(pid=11577): ERR: Terminated: ERROR {rc=237} [trial-2356↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11577)]\u000a08:09:10.250624 run osmo-hlr_10.42.42.2(pid=11577): stdout: \u000a| (launched: 2022-12-09_08:09:06.746069) \u000a08:09:10.303304 run osmo-hlr_10.42.42.2(pid=11577): stderr: \u000a| �[0;m�[1;31m20221209080906944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080906944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080906944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080906944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080906944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080906944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080906958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080906966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080906966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080906966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:09:10.348420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11576): Terminating (SIGTERM)\u000a08:09:10.391080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11579): Terminating (SIGTERM)\u000a08:09:10.433534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11582): Terminating (SIGTERM)\u000a08:09:10.443179 --- ParallelTerminationStrategy: PID 11576 died...\u000a08:09:10.499665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11576): Terminated: ok {rc=0}\u000a08:09:10.509679 --- ParallelTerminationStrategy: PID 11579 died...\u000a08:09:10.566248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11579): Terminated: ok {rc=0}\u000a08:09:10.576294 --- ParallelTerminationStrategy: PID 11582 died...\u000a08:09:10.632689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11582): Terminated: ok {rc=0}\u000a08:09:10.720911 bus /gobi_0: Setting Powered False\u000a08:09:11.829132 bus /gobi_0: Setting Powered False\u000a08:09:12.940768 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:09:02" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11588): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11588) [trial-2356↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11588)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11588): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11588) [trial-2356↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a08:09:14.788694 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a08:09:14.911135 tst esme_connect_policy_acceptall.py: using MSISDN 7100\u000a08:09:15.045371 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:09:15.615963 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11587): Launched\u000a08:09:15.924709 run osmo-nitb_10.42.42.2(pid=11588): Launched\u000a08:09:16.114434 run osmo-nitb_10.42.42.2(pid=11588): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11588)]\u000a08:09:16.253477 run osmo-nitb_10.42.42.2(pid=11588): stdout: \u000a| (launched: 2022-12-09_08:09:15.769883) \u000a08:09:16.392834 run osmo-nitb_10.42.42.2(pid=11588): stderr: \u000a| (launched: 2022-12-09_08:09:15.815102)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:09:16.528424 run osmo-nitb_10.42.42.2(pid=11588): stdout: \u000a| (launched: 2022-12-09_08:09:15.769883) \u000a08:09:16.662612 run osmo-nitb_10.42.42.2(pid=11588): stderr: \u000a| (launched: 2022-12-09_08:09:15.815102)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:09:17.051220 tst osmo-nitb_10.42.42.2(pid=11588): stdout: \u000a| (launched: 2022-12-09_08:09:15.769883) \u000a08:09:17.176037 tst osmo-nitb_10.42.42.2(pid=11588): stderr: \u000a| (launched: 2022-12-09_08:09:15.815102)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:09:17.232370 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=11588): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11588) [trial-2356↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11588)] [trial-2356↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a08:09:17.241333 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a08:09:17.276675 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11587): Terminating (SIGTERM)\u000a08:09:17.454841 --- ParallelTerminationStrategy: PID 11587 died...\u000a08:09:17.510452 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11587): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11590): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11590) [trial-2356↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11590)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11590): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11590) [trial-2356↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11590)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a08:09:17.525679 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a08:09:17.637831 tst esme_connect_policy_closed.py: using MSISDN 7101\u000a08:09:17.765503 tst esme_connect_policy_closed.py: using MSISDN 7102\u000a08:09:17.882134 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:09:18.493682 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11589): Launched\u000a08:09:18.816861 run osmo-nitb_10.42.42.2(pid=11590): Launched\u000a08:09:19.002348 run osmo-nitb_10.42.42.2(pid=11590): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11590)]\u000a08:09:19.138126 run osmo-nitb_10.42.42.2(pid=11590): stdout: \u000a| (launched: 2022-12-09_08:09:18.659660) \u000a08:09:19.273993 run osmo-nitb_10.42.42.2(pid=11590): stderr: \u000a| (launched: 2022-12-09_08:09:18.708222)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:09:19.405064 run osmo-nitb_10.42.42.2(pid=11590): stdout: \u000a| (launched: 2022-12-09_08:09:18.659660) \u000a08:09:19.535134 run osmo-nitb_10.42.42.2(pid=11590): stderr: \u000a| (launched: 2022-12-09_08:09:18.708222)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:09:19.592106 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=11590): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11590) [trial-2356↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11590)] [trial-2356↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a08:09:19.600596 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a08:09:19.636094 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11589): Terminating (SIGTERM)\u000a08:09:19.813624 --- ParallelTerminationStrategy: PID 11589 died...\u000a08:09:19.869841 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11589): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11592): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11592) [trial-2356↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11592)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11592): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11592) [trial-2356↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a08:09:19.884549 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a08:09:19.896169 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a08:09:20.028214 tst esme_ms_sms_storeforward.py: using LAC 20100\u000a08:09:20.155341 tst esme_ms_sms_storeforward.py: using RAC 210\u000a08:09:20.283904 tst esme_ms_sms_storeforward.py: using CellId 20100\u000a08:09:20.407597 tst esme_ms_sms_storeforward.py: using BVCI 20101\u000a08:09:20.430742 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a08:09:20.646554 tst esme_ms_sms_storeforward.py: using MSISDN 7103\u000a08:09:20.832224 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a08:09:20.959646 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:09:21.589776 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11591): Launched\u000a08:09:21.893326 run osmo-nitb_10.42.42.2(pid=11592): Launched\u000a08:09:22.067029 run osmo-nitb_10.42.42.2(pid=11592): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11592)]\u000a08:09:22.194472 run osmo-nitb_10.42.42.2(pid=11592): stdout: \u000a| (launched: 2022-12-09_08:09:21.745205) \u000a08:09:22.321499 run osmo-nitb_10.42.42.2(pid=11592): stderr: \u000a| (launched: 2022-12-09_08:09:21.790614)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:09:22.443730 run osmo-nitb_10.42.42.2(pid=11592): stdout: \u000a| (launched: 2022-12-09_08:09:21.745205) \u000a08:09:22.564752 run osmo-nitb_10.42.42.2(pid=11592): stderr: \u000a| (launched: 2022-12-09_08:09:21.790614)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:09:22.617885 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=11592): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11592) [trial-2356↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11592)] [trial-2356↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a08:09:22.625868 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.7 sec)\u000a08:09:22.659456 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11591): Terminating (SIGTERM)\u000a08:09:22.836571 --- ParallelTerminationStrategy: PID 11591 died...\u000a08:09:22.890454 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11591): Terminated: ok {rc=0}\u000a08:09:22.978999 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11594): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11594) [trial-2356↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11594)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11594): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11594) [trial-2356↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a08:09:24.030906 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a08:09:24.042530 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a08:09:24.168458 tst esme_ms_sms_transaction.py: using LAC 20101\u000a08:09:24.289994 tst esme_ms_sms_transaction.py: using RAC 211\u000a08:09:24.409230 tst esme_ms_sms_transaction.py: using CellId 20101\u000a08:09:24.530631 tst esme_ms_sms_transaction.py: using BVCI 20102\u000a08:09:24.554199 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a08:09:24.782989 tst esme_ms_sms_transaction.py: using MSISDN 7104\u000a08:09:24.983299 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a08:09:25.119470 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:09:25.789162 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11593): Launched\u000a08:09:26.113894 run osmo-nitb_10.42.42.2(pid=11594): Launched\u000a08:09:26.313980 run osmo-nitb_10.42.42.2(pid=11594): ERR: Terminated: ERROR {rc=2} [trial-2356↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11594)]\u000a08:09:26.461221 run osmo-nitb_10.42.42.2(pid=11594): stdout: \u000a| (launched: 2022-12-09_08:09:25.955683) \u000a08:09:26.608125 run osmo-nitb_10.42.42.2(pid=11594): stderr: \u000a| (launched: 2022-12-09_08:09:26.004478)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:09:26.751187 run osmo-nitb_10.42.42.2(pid=11594): stdout: \u000a| (launched: 2022-12-09_08:09:25.955683) \u000a08:09:26.893485 run osmo-nitb_10.42.42.2(pid=11594): stderr: \u000a| (launched: 2022-12-09_08:09:26.004478)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:09:27.244236 tst osmo-nitb_10.42.42.2(pid=11594): stdout: \u000a| (launched: 2022-12-09_08:09:25.955683) \u000a08:09:27.374260 tst osmo-nitb_10.42.42.2(pid=11594): stderr: \u000a| (launched: 2022-12-09_08:09:26.004478)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:09:27.431378 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=11594): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11594) [trial-2356↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11594)] [trial-2356↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a08:09:27.439947 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a08:09:27.475657 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11593): Terminating (SIGTERM)\u000a08:09:27.653333 --- ParallelTerminationStrategy: PID 11593 died...\u000a08:09:27.710274 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11593): Terminated: ok {rc=0}\u000a08:09:27.797381 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:09:14" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=11604): Process ended prematurely: osmo-hlr_10.42.42.2(pid=11604) [trial-2356↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11604)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=11604): Process ended prematurely: osmo-hlr_10.42.42.2(pid=11604) [trial-2356↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a08:09:29.600913 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:09:29.611739 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:09:29.622607 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:09:29.633351 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:09:29.748117 tst esme_connect_policy_acceptall.py: using MSISDN 7105\u000a08:09:29.864680 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a08:09:30.427918 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=11599): Launched\u000a08:09:30.748271 run osmo-stp_10.42.42.4(pid=11600): Launched\u000a08:09:30.886714 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:09:31.427404 run create_hlr_db(pid=11601): Launched\u000a08:09:31.625677 bus /sierra_2: Setting Powered False\u000a08:09:32.639489 run create_hlr_db(pid=11601): Terminated: ok {rc=0}\u000a08:09:33.079025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11603): Launched\u000a08:09:33.409377 run osmo-hlr_10.42.42.2(pid=11604): Launched\u000a08:09:33.528911 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a08:09:34.133059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11606): Launched\u000a08:09:34.462441 run osmo-msc_10.42.42.5(pid=11607): Launched\u000a08:09:34.653773 run osmo-hlr_10.42.42.2(pid=11604): ERR: Terminated: ERROR {rc=237} [trial-2356↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11604)]\u000a08:09:34.792819 run osmo-hlr_10.42.42.2(pid=11604): stdout: \u000a| (launched: 2022-12-09_08:09:33.246695) \u000a08:09:34.932728 run osmo-hlr_10.42.42.2(pid=11604): stderr: \u000a| �[0;m�[1;31m20221209080933442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080933442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080933442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080933442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080933442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080933442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080933455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080933465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080933465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080933465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:09:35.064650 run osmo-hlr_10.42.42.2(pid=11604): stdout: \u000a| (launched: 2022-12-09_08:09:33.246695) \u000a08:09:35.195313 run osmo-hlr_10.42.42.2(pid=11604): stderr: \u000a| �[0;m�[1;31m20221209080933442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080933442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080933442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080933442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080933442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080933442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080933455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080933465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080933465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080933465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:09:35.252677 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=11604): Process ended prematurely: osmo-hlr_10.42.42.2(pid=11604) [trial-2356↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11604)] [trial-2356↪smpp↪esme_connect_policy_acceptall.py:23]\u000a08:09:35.261483 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.6 sec)\u000a08:09:35.334251 run osmo-msc_10.42.42.5(pid=11607): ERR: Terminated: ERROR {rc=9} [trial-2356↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=11607)]\u000a08:09:35.385242 run osmo-msc_10.42.42.5(pid=11607): stdout: \u000a| (launched: 2022-12-09_08:09:34.301064) \u000a08:09:35.436533 run osmo-msc_10.42.42.5(pid=11607): stderr: \u000a| �[0;m�[38;5;43m20221209080934669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209080934669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209080934669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209080934669 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209080934669 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209080934669 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209080934669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209080934669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209080934669 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a08:09:35.480133 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=11599): Terminating (SIGTERM)\u000a08:09:35.521432 run osmo-stp_10.42.42.4(pid=11600): Terminating (SIGTERM)\u000a08:09:35.563643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11603): Terminating (SIGTERM)\u000a08:09:35.607006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11606): Terminating (SIGTERM)\u000a08:09:35.617683 --- ParallelTerminationStrategy: PID 11599 died...\u000a08:09:35.674329 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=11599): Terminated: ok {rc=0}\u000a08:09:35.684195 --- ParallelTerminationStrategy: PID 11600 died...\u000a08:09:35.739531 run osmo-stp_10.42.42.4(pid=11600): Terminated: ok {rc=0}\u000a08:09:35.749334 --- ParallelTerminationStrategy: PID 11603 died...\u000a08:09:35.804347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11603): Terminated: ok {rc=0}\u000a08:09:35.814777 --- ParallelTerminationStrategy: PID 11606 died...\u000a08:09:35.869777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11606): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=11615): Process ended prematurely: osmo-hlr_10.42.42.2(pid=11615) [trial-2356↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11615)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=11615): Process ended prematurely: osmo-hlr_10.42.42.2(pid=11615) [trial-2356↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a08:09:35.884769 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:09:35.896341 tst smpp: Using 1 x bts (candidates: 1)\u000a08:09:36.022935 tst esme_connect_policy_closed.py: using LAC 20102\u000a08:09:36.141752 tst esme_connect_policy_closed.py: using RAC 212\u000a08:09:36.260750 tst esme_connect_policy_closed.py: using CellId 20102\u000a08:09:36.383105 tst esme_connect_policy_closed.py: using BVCI 20103\u000a08:09:36.406498 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:09:36.416894 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:09:36.427656 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:09:36.537700 tst esme_connect_policy_closed.py: using MSISDN 7106\u000a08:09:36.668051 tst esme_connect_policy_closed.py: using MSISDN 7107\u000a08:09:36.782553 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a08:09:37.339050 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=11610): Launched\u000a08:09:37.662560 run osmo-stp_10.42.42.4(pid=11611): Launched\u000a08:09:37.778362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:09:38.288912 run create_hlr_db(pid=11612): Launched\u000a08:09:39.479457 run create_hlr_db(pid=11612): Terminated: ok {rc=0}\u000a08:09:39.815547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11614): Launched\u000a08:09:40.142065 run osmo-hlr_10.42.42.2(pid=11615): Launched\u000a08:09:40.262776 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a08:09:40.859889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11617): Launched\u000a08:09:41.187961 run osmo-msc_10.42.42.5(pid=11618): Launched\u000a08:09:41.378811 run osmo-hlr_10.42.42.2(pid=11615): ERR: Terminated: ERROR {rc=237} [trial-2356↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11615)]\u000a08:09:41.518868 run osmo-hlr_10.42.42.2(pid=11615): stdout: \u000a| (launched: 2022-12-09_08:09:39.981908) \u000a08:09:41.657247 run osmo-hlr_10.42.42.2(pid=11615): stderr: \u000a| �[0;m�[1;31m20221209080940175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080940175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080940175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080940175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080940175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080940175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080940187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080940196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080940197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080940197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:09:41.788047 run osmo-hlr_10.42.42.2(pid=11615): stdout: \u000a| (launched: 2022-12-09_08:09:39.981908) \u000a08:09:41.918499 run osmo-hlr_10.42.42.2(pid=11615): stderr: \u000a| �[0;m�[1;31m20221209080940175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080940175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080940175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080940175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080940175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080940175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080940187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080940196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080940197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080940197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:09:41.975754 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=11615): Process ended prematurely: osmo-hlr_10.42.42.2(pid=11615) [trial-2356↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11615)] [trial-2356↪smpp↪esme_connect_policy_closed.py:31]\u000a08:09:41.984345 tst esme_connect_policy_closed.py:31: Test FAILED (6.1 sec)\u000a08:09:42.046684 run osmo-msc_10.42.42.5(pid=11618): ERR: Terminated: ERROR {rc=9} [trial-2356↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=11618)]\u000a08:09:42.098376 run osmo-msc_10.42.42.5(pid=11618): stdout: \u000a| (launched: 2022-12-09_08:09:41.026891) \u000a08:09:42.150609 run osmo-msc_10.42.42.5(pid=11618): stderr: \u000a| �[0;m�[38;5;43m20221209080941388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209080941388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209080941388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209080941388 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209080941388 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209080941388 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209080941389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209080941389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209080941389 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a08:09:42.194703 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=11610): Terminating (SIGTERM)\u000a08:09:42.236527 run osmo-stp_10.42.42.4(pid=11611): Terminating (SIGTERM)\u000a08:09:42.279000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11614): Terminating (SIGTERM)\u000a08:09:42.324372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11617): Terminating (SIGTERM)\u000a08:09:42.335440 --- ParallelTerminationStrategy: PID 11610 died...\u000a08:09:42.392592 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=11610): Terminated: ok {rc=0}\u000a08:09:42.403420 --- ParallelTerminationStrategy: PID 11611 died...\u000a08:09:42.459416 run osmo-stp_10.42.42.4(pid=11611): Terminated: ok {rc=0}\u000a08:09:42.469693 --- ParallelTerminationStrategy: PID 11614 died...\u000a08:09:42.525221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11614): Terminated: ok {rc=0}\u000a08:09:42.535104 --- ParallelTerminationStrategy: PID 11617 died...\u000a08:09:42.590736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11617): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11627): Process ended prematurely: osmo-stp_10.42.42.5(pid=11627) [trial-2356↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11627)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11627): Process ended prematurely: osmo-stp_10.42.42.5(pid=11627) [trial-2356↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a08:09:42.605946 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:09:42.618163 tst smpp: Using 1 x bts (candidates: 1)\u000a08:09:42.744303 tst esme_ms_sms_storeforward.py: using LAC 20103\u000a08:09:42.866755 tst esme_ms_sms_storeforward.py: using RAC 213\u000a08:09:42.989592 tst esme_ms_sms_storeforward.py: using CellId 20103\u000a08:09:43.109770 tst esme_ms_sms_storeforward.py: using BVCI 20104\u000a08:09:43.133357 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:09:43.143850 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:09:43.154382 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:09:43.164823 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:09:43.175324 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:09:43.185856 tst smpp: Using 1 x modem (candidates: 1)\u000a08:09:43.410391 tst esme_ms_sms_storeforward.py: using MSISDN 7108\u000a08:09:43.527117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:09:44.041360 run create_hlr_db(pid=11621): Launched\u000a08:09:45.232099 run create_hlr_db(pid=11621): Terminated: ok {rc=0}\u000a08:09:45.569083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11623): Launched\u000a08:09:45.946221 run osmo-hlr_10.42.42.2(pid=11624): Launched\u000a08:09:46.241005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:09:46.835990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11626): Launched\u000a08:09:47.263525 run osmo-stp_10.42.42.5(pid=11627): Launched\u000a08:09:47.391013 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:09:47.948750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11629): Launched\u000a08:09:48.256218 run osmo-msc_10.42.42.6(pid=11630): Launched\u000a08:09:48.435200 run osmo-stp_10.42.42.5(pid=11627): ERR: Terminated: ERROR {rc=1} [trial-2356↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11627)]\u000a08:09:48.564188 run osmo-stp_10.42.42.5(pid=11627): stdout: \u000a| (launched: 2022-12-09_08:09:47.005781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:09:48.691607 run osmo-stp_10.42.42.5(pid=11627): stderr: \u000a| �[0;m�[38;5;43m20221209080947280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080947280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080947280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080947281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080947281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080947281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080947281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:09:48.813707 run osmo-stp_10.42.42.5(pid=11627): stdout: \u000a| (launched: 2022-12-09_08:09:47.005781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:09:48.934952 run osmo-stp_10.42.42.5(pid=11627): stderr: \u000a| �[0;m�[38;5;43m20221209080947280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080947280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080947280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080947281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080947281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080947281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080947281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:09:48.988200 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=11627): Process ended prematurely: osmo-stp_10.42.42.5(pid=11627) [trial-2356↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11627)] [trial-2356↪smpp↪esme_ms_sms_storeforward.py:30]\u000a08:09:48.996392 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.4 sec)\u000a08:09:49.055285 run osmo-hlr_10.42.42.2(pid=11624): ERR: Terminated: ERROR {rc=237} [trial-2356↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11624)]\u000a08:09:49.104366 run osmo-hlr_10.42.42.2(pid=11624): stdout: \u000a| (launched: 2022-12-09_08:09:45.735362) \u000a08:09:49.153634 run osmo-hlr_10.42.42.2(pid=11624): stderr: \u000a| �[0;m�[1;31m20221209080946033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080946033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080946034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080946034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080946034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080946034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080946052 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080946062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080946062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080946062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:09:49.220293 run osmo-msc_10.42.42.6(pid=11630): ERR: Terminated: ERROR {rc=2} [trial-2356↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11630)]\u000a08:09:49.269052 run osmo-msc_10.42.42.6(pid=11630): stdout: \u000a| (launched: 2022-12-09_08:09:48.104308) \u000a08:09:49.318037 run osmo-msc_10.42.42.6(pid=11630): stderr: \u000a| �[0;m�[38;5;43m20221209080948376 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209080948376 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1dca4afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209080948376 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209080948376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209080948376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209080948376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209080948378 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209080948379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209080948379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209080948379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:09:49.360159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11623): Terminating (SIGTERM)\u000a08:09:49.399865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11626): Terminating (SIGTERM)\u000a08:09:49.439538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11629): Terminating (SIGTERM)\u000a08:09:49.448641 --- ParallelTerminationStrategy: PID 11623 died...\u000a08:09:49.501847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11623): Terminated: ok {rc=0}\u000a08:09:49.511250 --- ParallelTerminationStrategy: PID 11626 died...\u000a08:09:49.563586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11626): Terminated: ok {rc=0}\u000a08:09:49.573308 --- ParallelTerminationStrategy: PID 11629 died...\u000a08:09:49.625799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11629): Terminated: ok {rc=0}\u000a08:09:49.714909 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11638): Process ended prematurely: osmo-stp_10.42.42.5(pid=11638) [trial-2356↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11638)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11638): Process ended prematurely: osmo-stp_10.42.42.5(pid=11638) [trial-2356↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a08:09:50.766814 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:09:50.778546 tst smpp: Using 1 x bts (candidates: 1)\u000a08:09:50.904066 tst esme_ms_sms_transaction.py: using LAC 20104\u000a08:09:51.025131 tst esme_ms_sms_transaction.py: using RAC 214\u000a08:09:51.145925 tst esme_ms_sms_transaction.py: using CellId 20104\u000a08:09:51.273075 tst esme_ms_sms_transaction.py: using BVCI 20105\u000a08:09:51.297852 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:09:51.309651 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:09:51.320460 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:09:51.331210 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:09:51.341954 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:09:51.352681 tst smpp: Using 1 x modem (candidates: 1)\u000a08:09:51.574462 tst esme_ms_sms_transaction.py: using MSISDN 7109\u000a08:09:51.683764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:09:52.173077 run create_hlr_db(pid=11632): Launched\u000a08:09:52.348656 bus /sierra_2: Setting Powered False\u000a08:09:53.368644 run create_hlr_db(pid=11632): Terminated: ok {rc=0}\u000a08:09:53.774457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11634): Launched\u000a08:09:54.080804 run osmo-hlr_10.42.42.2(pid=11635): Launched\u000a08:09:54.201790 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:09:54.736366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11637): Launched\u000a08:09:55.041232 run osmo-stp_10.42.42.5(pid=11638): Launched\u000a08:09:55.152392 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:09:55.710522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11640): Launched\u000a08:09:56.027438 run osmo-msc_10.42.42.6(pid=11641): Launched\u000a08:09:56.206342 run osmo-stp_10.42.42.5(pid=11638): ERR: Terminated: ERROR {rc=1} [trial-2356↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11638)]\u000a08:09:56.336370 run osmo-stp_10.42.42.5(pid=11638): stdout: \u000a| (launched: 2022-12-09_08:09:54.890888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:09:56.465111 run osmo-stp_10.42.42.5(pid=11638): stderr: \u000a| �[0;m�[38;5;43m20221209080955059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080955060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080955060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080955060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080955061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080955061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080955061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:09:56.587699 run osmo-stp_10.42.42.5(pid=11638): stdout: \u000a| (launched: 2022-12-09_08:09:54.890888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:09:56.709308 run osmo-stp_10.42.42.5(pid=11638): stderr: \u000a| �[0;m�[38;5;43m20221209080955059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209080955060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209080955060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209080955060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209080955061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209080955061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209080955061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:09:56.762431 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=11638): Process ended prematurely: osmo-stp_10.42.42.5(pid=11638) [trial-2356↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11638)] [trial-2356↪smpp↪esme_ms_sms_transaction.py:28]\u000a08:09:56.770679 tst esme_ms_sms_transaction.py:28: Test FAILED (6.0 sec)\u000a08:09:56.830280 run osmo-hlr_10.42.42.2(pid=11635): ERR: Terminated: ERROR {rc=237} [trial-2356↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11635)]\u000a08:09:56.878958 run osmo-hlr_10.42.42.2(pid=11635): stdout: \u000a| (launched: 2022-12-09_08:09:53.929743) \u000a08:09:56.928498 run osmo-hlr_10.42.42.2(pid=11635): stderr: \u000a| �[0;m�[1;31m20221209080954103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209080954103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209080954103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080954104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209080954104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209080954104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209080954115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209080954124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209080954124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209080954124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:09:56.995582 run osmo-msc_10.42.42.6(pid=11641): ERR: Terminated: ERROR {rc=2} [trial-2356↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11641)]\u000a08:09:57.044002 run osmo-msc_10.42.42.6(pid=11641): stdout: \u000a| (launched: 2022-12-09_08:09:55.877862) \u000a08:09:57.092802 run osmo-msc_10.42.42.6(pid=11641): stderr: \u000a| �[0;m�[38;5;43m20221209080956147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209080956147 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5fd116dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209080956147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209080956147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209080956147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209080956148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209080956149 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209080956150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209080956150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209080956150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:09:57.134334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11634): Terminating (SIGTERM)\u000a08:09:57.173577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11637): Terminating (SIGTERM)\u000a08:09:57.213177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11640): Terminating (SIGTERM)\u000a08:09:57.222367 --- ParallelTerminationStrategy: PID 11634 died...\u000a08:09:57.275425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11634): Terminated: ok {rc=0}\u000a08:09:57.284912 --- ParallelTerminationStrategy: PID 11637 died...\u000a08:09:57.338101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11637): Terminated: ok {rc=0}\u000a08:09:57.347644 --- ParallelTerminationStrategy: PID 11640 died...\u000a08:09:57.400461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11640): Terminated: ok {rc=0}\u000a08:09:57.489087 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:09:29" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11655): Process ended prematurely: osmo-stp_10.42.42.5(pid=11655) [trial-2356↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11655)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11655): Process ended prematurely: osmo-stp_10.42.42.5(pid=11655) [trial-2356↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a08:09:59.364931 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:09:59.375972 tst encryption: Using 1 x bts (candidates: 1)\u000a08:09:59.513215 tst register_a5_0_authopt.py: using LAC 20105\u000a08:09:59.642927 tst register_a5_0_authopt.py: using RAC 215\u000a08:09:59.765640 tst register_a5_0_authopt.py: using CellId 20105\u000a08:09:59.885399 tst register_a5_0_authopt.py: using BVCI 20106\u000a08:09:59.908769 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:09:59.919725 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:09:59.930438 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:09:59.940987 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:09:59.951328 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:09:59.961630 tst encryption: Using 1 x modem (candidates: 1)\u000a08:10:00.242482 tst register_a5_0_authopt.py:8: start network...\u000a08:10:00.371747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:10:00.899214 run create_hlr_db(pid=11646): Launched\u000a08:10:01.097156 bus /sierra_2: Setting Powered False\u000a08:10:02.127279 run create_hlr_db(pid=11646): Terminated: ok {rc=0}\u000a08:10:02.569947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11651): Launched\u000a08:10:02.901292 run osmo-hlr_10.42.42.2(pid=11652): Launched\u000a08:10:03.024207 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:10:03.594558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11654): Launched\u000a08:10:03.923215 run osmo-stp_10.42.42.5(pid=11655): Launched\u000a08:10:04.042999 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:10:04.642538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11657): Launched\u000a08:10:04.973613 run osmo-msc_10.42.42.6(pid=11658): Launched\u000a08:10:05.166877 run osmo-stp_10.42.42.5(pid=11655): ERR: Terminated: ERROR {rc=1} [trial-2356↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11655)]\u000a08:10:05.306316 run osmo-stp_10.42.42.5(pid=11655): stdout: \u000a| (launched: 2022-12-09_08:10:03.762561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:10:05.444718 run osmo-stp_10.42.42.5(pid=11655): stderr: \u000a| �[0;m�[38;5;43m20221209081003950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081003950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081003950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081003951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081003951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081003951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081003951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:10:05.577392 run osmo-stp_10.42.42.5(pid=11655): stdout: \u000a| (launched: 2022-12-09_08:10:03.762561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:10:05.709189 run osmo-stp_10.42.42.5(pid=11655): stderr: \u000a| �[0;m�[38;5;43m20221209081003950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081003950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081003950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081003951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081003951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081003951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081003951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:10:05.767239 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11655): Process ended prematurely: osmo-stp_10.42.42.5(pid=11655) [trial-2356↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11655)] [trial-2356↪encryption↪register_a5_0_authopt.py:8]\u000a08:10:05.776540 tst register_a5_0_authopt.py:8: Test FAILED (6.4 sec)\u000a08:10:05.839179 run osmo-hlr_10.42.42.2(pid=11652): ERR: Terminated: ERROR {rc=237} [trial-2356↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11652)]\u000a08:10:05.891165 run osmo-hlr_10.42.42.2(pid=11652): stdout: \u000a| (launched: 2022-12-09_08:10:02.739209) \u000a08:10:05.943280 run osmo-hlr_10.42.42.2(pid=11652): stderr: \u000a| �[0;m�[1;31m20221209081002932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081002932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081002932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081002932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081002932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081002932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081002943 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081002951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081002952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081002952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:10:06.014009 run osmo-msc_10.42.42.6(pid=11658): ERR: Terminated: ERROR {rc=2} [trial-2356↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11658)]\u000a08:10:06.064995 run osmo-msc_10.42.42.6(pid=11658): stdout: \u000a| (launched: 2022-12-09_08:10:04.810882) \u000a08:10:06.116769 run osmo-msc_10.42.42.6(pid=11658): stderr: \u000a| �[0;m�[38;5;43m20221209081005128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081005128 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61d4f0ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081005128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081005128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081005128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081005128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081005130 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081005130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081005131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081005131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:10:06.161444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11651): Terminating (SIGTERM)\u000a08:10:06.203723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11654): Terminating (SIGTERM)\u000a08:10:06.246043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11657): Terminating (SIGTERM)\u000a08:10:06.255731 --- ParallelTerminationStrategy: PID 11651 died...\u000a08:10:06.311775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11651): Terminated: ok {rc=0}\u000a08:10:06.321878 --- ParallelTerminationStrategy: PID 11654 died...\u000a08:10:06.377872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11654): Terminated: ok {rc=0}\u000a08:10:06.387804 --- ParallelTerminationStrategy: PID 11657 died...\u000a08:10:06.444004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11657): Terminated: ok {rc=0}\u000a08:10:06.531954 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11666): Process ended prematurely: osmo-stp_10.42.42.5(pid=11666) [trial-2356↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11666)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11666): Process ended prematurely: osmo-stp_10.42.42.5(pid=11666) [trial-2356↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a08:10:07.645819 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:10:07.657444 tst encryption: Using 1 x bts (candidates: 1)\u000a08:10:07.784341 tst register_a5_0_authreq.py: using LAC 20106\u000a08:10:07.906571 tst register_a5_0_authreq.py: using RAC 216\u000a08:10:08.029163 tst register_a5_0_authreq.py: using CellId 20106\u000a08:10:08.161405 tst register_a5_0_authreq.py: using BVCI 20107\u000a08:10:08.186770 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:10:08.197870 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:10:08.208728 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:10:08.219720 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:10:08.230578 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:10:08.240844 tst encryption: Using 1 x modem (candidates: 1)\u000a08:10:08.523163 tst register_a5_0_authreq.py:8: start network...\u000a08:10:08.651618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:10:09.147301 run create_hlr_db(pid=11660): Launched\u000a08:10:09.338900 bus /sierra_2: Setting Powered False\u000a08:10:10.358593 run create_hlr_db(pid=11660): Terminated: ok {rc=0}\u000a08:10:10.798530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11662): Launched\u000a08:10:11.128806 run osmo-hlr_10.42.42.2(pid=11663): Launched\u000a08:10:11.252257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:10:11.825453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11665): Launched\u000a08:10:12.157600 run osmo-stp_10.42.42.5(pid=11666): Launched\u000a08:10:12.278584 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:10:12.882432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11668): Launched\u000a08:10:13.214057 run osmo-msc_10.42.42.6(pid=11669): Launched\u000a08:10:13.407039 run osmo-stp_10.42.42.5(pid=11666): ERR: Terminated: ERROR {rc=1} [trial-2356↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11666)]\u000a08:10:13.546648 run osmo-stp_10.42.42.5(pid=11666): stdout: \u000a| (launched: 2022-12-09_08:10:11.993885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:10:13.684674 run osmo-stp_10.42.42.5(pid=11666): stderr: \u000a| �[0;m�[38;5;43m20221209081012183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081012183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081012183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081012184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081012184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081012184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081012184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:10:13.817372 run osmo-stp_10.42.42.5(pid=11666): stdout: \u000a| (launched: 2022-12-09_08:10:11.993885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:10:13.949860 run osmo-stp_10.42.42.5(pid=11666): stderr: \u000a| �[0;m�[38;5;43m20221209081012183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081012183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081012183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081012184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081012184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081012184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081012184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:10:14.007703 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11666): Process ended prematurely: osmo-stp_10.42.42.5(pid=11666) [trial-2356↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11666)] [trial-2356↪encryption↪register_a5_0_authreq.py:8]\u000a08:10:14.017126 tst register_a5_0_authreq.py:8: Test FAILED (6.4 sec)\u000a08:10:14.079415 run osmo-hlr_10.42.42.2(pid=11663): ERR: Terminated: ERROR {rc=237} [trial-2356↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11663)]\u000a08:10:14.130190 run osmo-hlr_10.42.42.2(pid=11663): stdout: \u000a| (launched: 2022-12-09_08:10:10.967584) \u000a08:10:14.182023 run osmo-hlr_10.42.42.2(pid=11663): stderr: \u000a| �[0;m�[1;31m20221209081011161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081011161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081011161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081011162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081011162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081011162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081011179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081011190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081011190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081011190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:10:14.252532 run osmo-msc_10.42.42.6(pid=11669): ERR: Terminated: ERROR {rc=2} [trial-2356↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11669)]\u000a08:10:14.303961 run osmo-msc_10.42.42.6(pid=11669): stdout: \u000a| (launched: 2022-12-09_08:10:13.051188) \u000a08:10:14.355459 run osmo-msc_10.42.42.6(pid=11669): stderr: \u000a| �[0;m�[38;5;43m20221209081013369 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081013369 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f082fc6ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081013369 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081013369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081013369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081013370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081013371 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081013372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081013372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081013372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:10:14.399721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11662): Terminating (SIGTERM)\u000a08:10:14.441335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11665): Terminating (SIGTERM)\u000a08:10:14.483485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11668): Terminating (SIGTERM)\u000a08:10:14.493211 --- ParallelTerminationStrategy: PID 11662 died...\u000a08:10:14.550574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11662): Terminated: ok {rc=0}\u000a08:10:14.560720 --- ParallelTerminationStrategy: PID 11665 died...\u000a08:10:14.617081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11665): Terminated: ok {rc=0}\u000a08:10:14.627511 --- ParallelTerminationStrategy: PID 11668 died...\u000a08:10:14.683452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11668): Terminated: ok {rc=0}\u000a08:10:14.772189 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11677): Process ended prematurely: osmo-stp_10.42.42.5(pid=11677) [trial-2356↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11677)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11677): Process ended prematurely: osmo-stp_10.42.42.5(pid=11677) [trial-2356↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11677)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a08:10:15.895865 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:10:15.912606 tst encryption: Using 1 x bts (candidates: 1)\u000a08:10:16.059840 tst register_a5_1_authreq.py: using LAC 20107\u000a08:10:16.186216 tst register_a5_1_authreq.py: using RAC 217\u000a08:10:16.319645 tst register_a5_1_authreq.py: using CellId 20107\u000a08:10:16.449979 tst register_a5_1_authreq.py: using BVCI 20108\u000a08:10:16.474582 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:10:16.486187 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:10:16.497603 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:10:16.509111 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:10:16.520387 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:10:16.532251 tst encryption: Using 1 x modem (candidates: 1)\u000a08:10:16.832835 tst register_a5_1_authreq.py:8: start network...\u000a08:10:17.011350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:10:17.524676 run create_hlr_db(pid=11671): Launched\u000a08:10:17.717709 bus /sierra_2: Setting Powered False\u000a08:10:18.738053 run create_hlr_db(pid=11671): Terminated: ok {rc=0}\u000a08:10:19.151792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11673): Launched\u000a08:10:19.459959 run osmo-hlr_10.42.42.2(pid=11674): Launched\u000a08:10:19.574775 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:10:20.109377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11676): Launched\u000a08:10:20.418004 run osmo-stp_10.42.42.5(pid=11677): Launched\u000a08:10:20.528934 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:10:21.090408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11679): Launched\u000a08:10:21.400158 run osmo-msc_10.42.42.6(pid=11680): Launched\u000a08:10:21.580634 run osmo-stp_10.42.42.5(pid=11677): ERR: Terminated: ERROR {rc=1} [trial-2356↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11677)]\u000a08:10:21.710660 run osmo-stp_10.42.42.5(pid=11677): stdout: \u000a| (launched: 2022-12-09_08:10:20.266096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:10:21.838856 run osmo-stp_10.42.42.5(pid=11677): stderr: \u000a| �[0;m�[38;5;43m20221209081020435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081020435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081020436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081020436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081020437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081020437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081020437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:10:21.963062 run osmo-stp_10.42.42.5(pid=11677): stdout: \u000a| (launched: 2022-12-09_08:10:20.266096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:10:22.086126 run osmo-stp_10.42.42.5(pid=11677): stderr: \u000a| �[0;m�[38;5;43m20221209081020435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081020435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081020436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081020436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081020437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081020437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081020437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:10:22.140012 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11677): Process ended prematurely: osmo-stp_10.42.42.5(pid=11677) [trial-2356↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11677)] [trial-2356↪encryption↪register_a5_1_authreq.py:8]\u000a08:10:22.148559 tst register_a5_1_authreq.py:8: Test FAILED (6.3 sec)\u000a08:10:22.207531 run osmo-hlr_10.42.42.2(pid=11674): ERR: Terminated: ERROR {rc=237} [trial-2356↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11674)]\u000a08:10:22.256503 run osmo-hlr_10.42.42.2(pid=11674): stdout: \u000a| (launched: 2022-12-09_08:10:19.309124) \u000a08:10:22.305882 run osmo-hlr_10.42.42.2(pid=11674): stderr: \u000a| �[0;m�[1;31m20221209081019481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081019481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081019481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081019481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081019481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081019481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081019494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081019502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081019502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081019502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:10:22.372917 run osmo-msc_10.42.42.6(pid=11680): ERR: Terminated: ERROR {rc=2} [trial-2356↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11680)]\u000a08:10:22.421845 run osmo-msc_10.42.42.6(pid=11680): stdout: \u000a| (launched: 2022-12-09_08:10:21.247734) \u000a08:10:22.471092 run osmo-msc_10.42.42.6(pid=11680): stderr: \u000a| �[0;m�[38;5;43m20221209081021515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081021516 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a740d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081021516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081021516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081021516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081021516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081021518 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081021518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081021519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081021519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:10:22.512654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11673): Terminating (SIGTERM)\u000a08:10:22.551874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11676): Terminating (SIGTERM)\u000a08:10:22.591406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11679): Terminating (SIGTERM)\u000a08:10:22.600511 --- ParallelTerminationStrategy: PID 11673 died...\u000a08:10:22.653292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11673): Terminated: ok {rc=0}\u000a08:10:22.662842 --- ParallelTerminationStrategy: PID 11676 died...\u000a08:10:22.716989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11676): Terminated: ok {rc=0}\u000a08:10:22.726551 --- ParallelTerminationStrategy: PID 11679 died...\u000a08:10:22.779604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11679): Terminated: ok {rc=0}\u000a08:10:22.868752 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11688): Process ended prematurely: osmo-stp_10.42.42.5(pid=11688) [trial-2356↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11688)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11688): Process ended prematurely: osmo-stp_10.42.42.5(pid=11688) [trial-2356↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11688)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a08:10:23.983982 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:10:23.995748 tst encryption: Using 1 x bts (candidates: 1)\u000a08:10:24.126608 tst register_a5_3_authreq.py: using LAC 20108\u000a08:10:24.246702 tst register_a5_3_authreq.py: using RAC 218\u000a08:10:24.368368 tst register_a5_3_authreq.py: using CellId 20108\u000a08:10:24.487157 tst register_a5_3_authreq.py: using BVCI 20109\u000a08:10:24.510815 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:10:24.521620 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:10:24.532249 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:10:24.542793 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:10:24.553244 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:10:24.563813 tst encryption: Using 1 x modem (candidates: 1)\u000a08:10:24.877440 tst register_a5_3_authreq.py:8: start network...\u000a08:10:25.017289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:10:25.536670 run create_hlr_db(pid=11682): Launched\u000a08:10:25.728311 bus /sierra_2: Setting Powered False\u000a08:10:26.748783 run create_hlr_db(pid=11682): Terminated: ok {rc=0}\u000a08:10:27.159714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11684): Launched\u000a08:10:27.467033 run osmo-hlr_10.42.42.2(pid=11685): Launched\u000a08:10:27.592005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:10:28.127744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11687): Launched\u000a08:10:28.434375 run osmo-stp_10.42.42.5(pid=11688): Launched\u000a08:10:28.546571 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:10:29.108559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11690): Launched\u000a08:10:29.417694 run osmo-msc_10.42.42.6(pid=11691): Launched\u000a08:10:29.597872 run osmo-stp_10.42.42.5(pid=11688): ERR: Terminated: ERROR {rc=1} [trial-2356↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11688)]\u000a08:10:29.728218 run osmo-stp_10.42.42.5(pid=11688): stdout: \u000a| (launched: 2022-12-09_08:10:28.284215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:10:29.857063 run osmo-stp_10.42.42.5(pid=11688): stderr: \u000a| �[0;m�[38;5;43m20221209081028450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081028450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081028451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081028451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081028451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081028451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081028452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:10:29.981192 run osmo-stp_10.42.42.5(pid=11688): stdout: \u000a| (launched: 2022-12-09_08:10:28.284215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:10:30.105227 run osmo-stp_10.42.42.5(pid=11688): stderr: \u000a| �[0;m�[38;5;43m20221209081028450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081028450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081028451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081028451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081028451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081028451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081028452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:10:30.159680 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11688): Process ended prematurely: osmo-stp_10.42.42.5(pid=11688) [trial-2356↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11688)] [trial-2356↪encryption↪register_a5_3_authreq.py:8]\u000a08:10:30.168404 tst register_a5_3_authreq.py:8: Test FAILED (6.2 sec)\u000a08:10:30.227117 run osmo-hlr_10.42.42.2(pid=11685): ERR: Terminated: ERROR {rc=237} [trial-2356↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11685)]\u000a08:10:30.276039 run osmo-hlr_10.42.42.2(pid=11685): stdout: \u000a| (launched: 2022-12-09_08:10:27.316713) \u000a08:10:30.325381 run osmo-hlr_10.42.42.2(pid=11685): stderr: \u000a| �[0;m�[1;31m20221209081027489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081027489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081027489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081027489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081027489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081027489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081027505 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081027514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081027515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081027515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:10:30.391874 run osmo-msc_10.42.42.6(pid=11691): ERR: Terminated: ERROR {rc=2} [trial-2356↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11691)]\u000a08:10:30.440316 run osmo-msc_10.42.42.6(pid=11691): stdout: \u000a| (launched: 2022-12-09_08:10:29.266274) \u000a08:10:30.489404 run osmo-msc_10.42.42.6(pid=11691): stderr: \u000a| �[0;m�[38;5;43m20221209081029536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081029536 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f939a2cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081029536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081029536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081029536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081029536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081029538 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081029539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081029539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081029539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:10:30.530980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11684): Terminating (SIGTERM)\u000a08:10:30.570198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11687): Terminating (SIGTERM)\u000a08:10:30.609629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11690): Terminating (SIGTERM)\u000a08:10:30.618682 --- ParallelTerminationStrategy: PID 11684 died...\u000a08:10:30.672111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11684): Terminated: ok {rc=0}\u000a08:10:30.681962 --- ParallelTerminationStrategy: PID 11687 died...\u000a08:10:30.734440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11687): Terminated: ok {rc=0}\u000a08:10:30.744053 --- ParallelTerminationStrategy: PID 11690 died...\u000a08:10:30.796719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11690): Terminated: ok {rc=0}\u000a08:10:30.881767 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:09:59" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=11708): Process ended prematurely: srsepc(pid=11708) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11708)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=11708): Process ended prematurely: srsepc(pid=11708) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11708)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a08:10:32.889707 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a08:10:32.935625 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:10:32.952560 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:10:32.976510 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:10:33.122075 tst handover.py: using MSISDN 7110\u000a08:10:33.238518 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7110', subscriber_id=0}\u000a08:10:33.353534 run srsepc_10.42.42.118: Starting srsepc\u000a08:10:35.274273 run rm-remote-dir(pid=11696): Launched\u000a08:10:35.472903 bus /sierra_2: Setting Powered False\u000a08:10:36.495285 run rm-remote-dir(pid=11696): Terminated: ok {rc=0}\u000a08:10:36.945788 run mk-remote-dir(pid=11697): Launched\u000a08:10:38.146323 run mk-remote-dir(pid=11697): Terminated: ok {rc=0}\u000a08:10:38.442752 run scp-inst-to-remote(pid=11698): Launched\u000a08:10:40.641350 run scp-inst-to-remote(pid=11698): Terminated: ok {rc=0}\u000a08:10:40.993822 run rm-remote-dir(pid=11700): Launched\u000a08:10:42.192531 run rm-remote-dir(pid=11700): Terminated: ok {rc=0}\u000a08:10:42.542273 run mk-remote-dir(pid=11701): Launched\u000a08:10:43.740787 run mk-remote-dir(pid=11701): Terminated: ok {rc=0}\u000a08:10:44.037384 run scp-cfg-to-remote(pid=11702): Launched\u000a08:10:45.233312 run scp-cfg-to-remote(pid=11702): Terminated: ok {rc=0}\u000a08:10:45.528706 run scp-db-to-remote(pid=11704): Launched\u000a08:10:46.727238 run scp-db-to-remote(pid=11704): Terminated: ok {rc=0}\u000a08:10:46.853916 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:10:47.235633 run patchelf(pid=11706): Launched\u000a08:10:48.419682 run patchelf(pid=11706): Terminated: ok {rc=0}\u000a08:10:48.534019 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:10:48.851205 run setcap-netadm(pid=11707): Launched\u000a08:10:50.035448 run setcap-netadm(pid=11707): Terminated: ok {rc=0}\u000a08:10:50.345084 run srsepc(pid=11708): Launched\u000a08:10:50.454452 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:10:51.569402 run rm-remote-dir(pid=11709): Launched\u000a08:10:51.753922 run srsepc(pid=11708): ERR: Terminated: ERROR {rc=127} [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11708)]\u000a08:10:51.888739 run srsepc(pid=11708): stdout: \u000a| (launched: 2022-12-09_08:10:50.197375)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:10:52.022839 run srsepc(pid=11708): stderr: \u000a| (launched: 2022-12-09_08:10:50.242932)\u000a| Connection to 10.42.42.116 closed. \u000a08:10:52.153333 run srsepc(pid=11708): stdout: \u000a| (launched: 2022-12-09_08:10:50.197375)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:10:52.282432 run srsepc(pid=11708): stderr: \u000a| (launched: 2022-12-09_08:10:50.242932)\u000a| Connection to 10.42.42.116 closed. \u000a08:10:52.433333 run rm-remote-dir(pid=11709): Terminating (SIGINT)\u000a08:10:52.610562 run rm-remote-dir(pid=11709): Terminated: ok {rc=0}\u000a08:10:52.643222 tst handover.py:37: ERR: Error: srsepc(pid=11708): Process ended prematurely: srsepc(pid=11708) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11708)] [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a08:10:52.652895 tst handover.py:37: Test FAILED (19.9 sec)\u000a08:10:52.762494 run scp-back-log(pid=11710): Launched\u000a08:10:53.848399 run scp-back-log(pid=11710): ERR: Terminated: ERROR {rc=1} [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11710)]\u000a08:10:53.910386 run scp-back-log(pid=11710): stdout: \u000a| (launched: 2022-12-09_08:10:52.693827) \u000a08:10:53.972123 run scp-back-log(pid=11710): stderr: \u000a| (launched: 2022-12-09_08:10:52.714092)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:10:54.024699 tst srsepc_10.42.42.118: Error('scp-back-log(pid=11710): launch_sync(): local process exited with status 1 [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11710)]')\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=11724): Process ended prematurely: srsepc(pid=11724) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11724)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=11724): Process ended prematurely: srsepc(pid=11724) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a08:10:54.201957 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a08:10:54.243596 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:10:54.449636 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a08:10:54.491054 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:10:54.506855 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:10:54.633444 tst iperf3_bidir.py: using MSISDN 7111\u000a08:10:54.740708 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7111', subscriber_id=0}\u000a08:10:54.848314 run srsepc_10.42.42.118: Starting srsepc\u000a08:10:55.488139 run rm-remote-dir(pid=11712): Launched\u000a08:10:56.693724 run rm-remote-dir(pid=11712): Terminated: ok {rc=0}\u000a08:10:57.045417 run mk-remote-dir(pid=11713): Launched\u000a08:10:58.244413 run mk-remote-dir(pid=11713): Terminated: ok {rc=0}\u000a08:10:58.539851 run scp-inst-to-remote(pid=11714): Launched\u000a08:11:00.738915 run scp-inst-to-remote(pid=11714): Terminated: ok {rc=0}\u000a08:11:01.217249 run rm-remote-dir(pid=11716): Launched\u000a08:11:02.420833 run rm-remote-dir(pid=11716): Terminated: ok {rc=0}\u000a08:11:02.746749 run mk-remote-dir(pid=11717): Launched\u000a08:11:03.933552 run mk-remote-dir(pid=11717): Terminated: ok {rc=0}\u000a08:11:04.209005 run scp-cfg-to-remote(pid=11718): Launched\u000a08:11:05.391867 run scp-cfg-to-remote(pid=11718): Terminated: ok {rc=0}\u000a08:11:05.666821 run scp-db-to-remote(pid=11720): Launched\u000a08:11:06.851655 run scp-db-to-remote(pid=11720): Terminated: ok {rc=0}\u000a08:11:06.966101 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:11:07.282992 run patchelf(pid=11722): Launched\u000a08:11:08.470517 run patchelf(pid=11722): Terminated: ok {rc=0}\u000a08:11:08.598925 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:11:08.915540 run setcap-netadm(pid=11723): Launched\u000a08:11:10.102152 run setcap-netadm(pid=11723): Terminated: ok {rc=0}\u000a08:11:10.412016 run srsepc(pid=11724): Launched\u000a08:11:10.521211 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:11:11.637760 run rm-remote-dir(pid=11725): Launched\u000a08:11:11.822954 run srsepc(pid=11724): ERR: Terminated: ERROR {rc=127} [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11724)]\u000a08:11:11.958572 run srsepc(pid=11724): stdout: \u000a| (launched: 2022-12-09_08:11:10.264326)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:11:12.094014 run srsepc(pid=11724): stderr: \u000a| (launched: 2022-12-09_08:11:10.309978)\u000a| Connection to 10.42.42.116 closed. \u000a08:11:12.224377 run srsepc(pid=11724): stdout: \u000a| (launched: 2022-12-09_08:11:10.264326)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:11:12.353356 run srsepc(pid=11724): stderr: \u000a| (launched: 2022-12-09_08:11:10.309978)\u000a| Connection to 10.42.42.116 closed. \u000a08:11:12.503945 run rm-remote-dir(pid=11725): Terminating (SIGINT)\u000a08:11:12.680602 run rm-remote-dir(pid=11725): Terminated: ok {rc=0}\u000a08:11:12.713369 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=11724): Process ended prematurely: srsepc(pid=11724) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11724)] [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a08:11:12.723220 tst iperf3_bidir.py:42: Test FAILED (18.7 sec)\u000a08:11:12.833587 run scp-back-log(pid=11726): Launched\u000a08:11:13.919298 run scp-back-log(pid=11726): ERR: Terminated: ERROR {rc=1} [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11726)]\u000a08:11:13.981878 run scp-back-log(pid=11726): stdout: \u000a| (launched: 2022-12-09_08:11:12.764064) \u000a08:11:14.044192 run scp-back-log(pid=11726): stderr: \u000a| (launched: 2022-12-09_08:11:12.784000)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:11:14.097252 tst srsepc_10.42.42.118: Error('scp-back-log(pid=11726): launch_sync(): local process exited with status 1 [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11726)]')\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=11740): Process ended prematurely: srsepc(pid=11740) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11740)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=11740): Process ended prematurely: srsepc(pid=11740) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a08:11:14.274679 tst iperf3_dl.py:13: Number of physical ue: 1\u000a08:11:14.316384 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:11:14.522628 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a08:11:14.564083 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:11:14.580123 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:11:14.711806 tst iperf3_dl.py: using MSISDN 7112\u000a08:11:14.819100 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7112', subscriber_id=0}\u000a08:11:14.925676 run srsepc_10.42.42.118: Starting srsepc\u000a08:11:15.561896 run rm-remote-dir(pid=11728): Launched\u000a08:11:16.800609 run rm-remote-dir(pid=11728): Terminated: ok {rc=0}\u000a08:11:17.235713 run mk-remote-dir(pid=11729): Launched\u000a08:11:18.423948 run mk-remote-dir(pid=11729): Terminated: ok {rc=0}\u000a08:11:18.698776 run scp-inst-to-remote(pid=11730): Launched\u000a08:11:20.896700 run scp-inst-to-remote(pid=11730): Terminated: ok {rc=0}\u000a08:11:21.245838 run rm-remote-dir(pid=11732): Launched\u000a08:11:22.444385 run rm-remote-dir(pid=11732): Terminated: ok {rc=0}\u000a08:11:22.794824 run mk-remote-dir(pid=11733): Launched\u000a08:11:23.993489 run mk-remote-dir(pid=11733): Terminated: ok {rc=0}\u000a08:11:24.287792 run scp-cfg-to-remote(pid=11734): Launched\u000a08:11:25.483472 run scp-cfg-to-remote(pid=11734): Terminated: ok {rc=0}\u000a08:11:25.778256 run scp-db-to-remote(pid=11736): Launched\u000a08:11:26.975294 run scp-db-to-remote(pid=11736): Terminated: ok {rc=0}\u000a08:11:27.097104 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:11:27.436560 run patchelf(pid=11738): Launched\u000a08:11:28.633840 run patchelf(pid=11738): Terminated: ok {rc=0}\u000a08:11:28.755198 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:11:29.095508 run setcap-netadm(pid=11739): Launched\u000a08:11:30.291944 run setcap-netadm(pid=11739): Terminated: ok {rc=0}\u000a08:11:30.624483 run srsepc(pid=11740): Launched\u000a08:11:30.741118 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:11:32.092515 run rm-remote-dir(pid=11741): Launched\u000a08:11:32.339166 run srsepc(pid=11740): ERR: Terminated: ERROR {rc=127} [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11740)]\u000a08:11:32.482808 run srsepc(pid=11740): stdout: \u000a| (launched: 2022-12-09_08:11:30.465374)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:11:32.627130 run srsepc(pid=11740): stderr: \u000a| (launched: 2022-12-09_08:11:30.514423)\u000a| Connection to 10.42.42.116 closed. \u000a08:11:32.766201 run srsepc(pid=11740): stdout: \u000a| (launched: 2022-12-09_08:11:30.465374)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:11:32.904551 run srsepc(pid=11740): stderr: \u000a| (launched: 2022-12-09_08:11:30.514423)\u000a| Connection to 10.42.42.116 closed. \u000a08:11:33.065425 run rm-remote-dir(pid=11741): Terminating (SIGINT)\u000a08:11:33.254165 run rm-remote-dir(pid=11741): Terminated: ok {rc=0}\u000a08:11:33.289389 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=11740): Process ended prematurely: srsepc(pid=11740) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11740)] [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a08:11:33.300007 tst iperf3_dl.py:42: Test FAILED (19.2 sec)\u000a08:11:33.418136 run scp-back-log(pid=11742): Launched\u000a08:11:34.508446 run scp-back-log(pid=11742): ERR: Terminated: ERROR {rc=1} [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11742)]\u000a08:11:34.574060 run scp-back-log(pid=11742): stdout: \u000a| (launched: 2022-12-09_08:11:33.343078) \u000a08:11:34.639382 run scp-back-log(pid=11742): stderr: \u000a| (launched: 2022-12-09_08:11:33.363865)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:11:34.694471 tst srsepc_10.42.42.118: Error('scp-back-log(pid=11742): launch_sync(): local process exited with status 1 [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11742)]')\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=11756): Process ended prematurely: srsepc(pid=11756) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11756)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=11756): Process ended prematurely: srsepc(pid=11756) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a08:11:34.884152 tst iperf3_ul.py:13: Number of physical ue: 1\u000a08:11:34.929242 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:11:35.147882 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a08:11:35.193105 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:11:35.209908 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:11:35.336662 tst iperf3_ul.py: using MSISDN 7113\u000a08:11:35.451907 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7113', subscriber_id=0}\u000a08:11:35.566472 run srsepc_10.42.42.118: Starting srsepc\u000a08:11:36.253410 run rm-remote-dir(pid=11744): Launched\u000a08:11:37.453364 run rm-remote-dir(pid=11744): Terminated: ok {rc=0}\u000a08:11:37.805456 run mk-remote-dir(pid=11745): Launched\u000a08:11:39.005457 run mk-remote-dir(pid=11745): Terminated: ok {rc=0}\u000a08:11:39.303060 run scp-inst-to-remote(pid=11746): Launched\u000a08:11:41.491513 run scp-inst-to-remote(pid=11746): Terminated: ok {rc=0}\u000a08:11:41.818972 run rm-remote-dir(pid=11748): Launched\u000a08:11:43.006407 run rm-remote-dir(pid=11748): Terminated: ok {rc=0}\u000a08:11:43.334631 run mk-remote-dir(pid=11749): Launched\u000a08:11:44.522945 run mk-remote-dir(pid=11749): Terminated: ok {rc=0}\u000a08:11:44.800040 run scp-cfg-to-remote(pid=11750): Launched\u000a08:11:46.012490 run scp-cfg-to-remote(pid=11750): Terminated: ok {rc=0}\u000a08:11:46.351118 run scp-db-to-remote(pid=11752): Launched\u000a08:11:47.539297 run scp-db-to-remote(pid=11752): Terminated: ok {rc=0}\u000a08:11:47.653505 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:11:47.973252 run patchelf(pid=11754): Launched\u000a08:11:49.159663 run patchelf(pid=11754): Terminated: ok {rc=0}\u000a08:11:49.274990 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:11:49.595417 run setcap-netadm(pid=11755): Launched\u000a08:11:50.781133 run setcap-netadm(pid=11755): Terminated: ok {rc=0}\u000a08:11:51.095271 run srsepc(pid=11756): Launched\u000a08:11:51.204453 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:11:52.328702 run rm-remote-dir(pid=11757): Launched\u000a08:11:52.514213 run srsepc(pid=11756): ERR: Terminated: ERROR {rc=127} [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11756)]\u000a08:11:52.649482 run srsepc(pid=11756): stdout: \u000a| (launched: 2022-12-09_08:11:50.947111)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:11:52.784613 run srsepc(pid=11756): stderr: \u000a| (launched: 2022-12-09_08:11:50.992916)\u000a| Connection to 10.42.42.116 closed. \u000a08:11:52.915002 run srsepc(pid=11756): stdout: \u000a| (launched: 2022-12-09_08:11:50.947111)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:11:53.044517 run srsepc(pid=11756): stderr: \u000a| (launched: 2022-12-09_08:11:50.992916)\u000a| Connection to 10.42.42.116 closed. \u000a08:11:53.197734 run rm-remote-dir(pid=11757): Terminating (SIGINT)\u000a08:11:53.388699 run rm-remote-dir(pid=11757): Terminated: ok {rc=0}\u000a08:11:53.422255 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=11756): Process ended prematurely: srsepc(pid=11756) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11756)] [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a08:11:53.432070 tst iperf3_ul.py:42: Test FAILED (18.7 sec)\u000a08:11:53.544151 run scp-back-log(pid=11758): Launched\u000a08:11:54.629722 run scp-back-log(pid=11758): ERR: Terminated: ERROR {rc=1} [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11758)]\u000a08:11:54.691687 run scp-back-log(pid=11758): stdout: \u000a| (launched: 2022-12-09_08:11:53.473101) \u000a08:11:54.753918 run scp-back-log(pid=11758): stderr: \u000a| (launched: 2022-12-09_08:11:53.492844)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:11:54.806849 tst srsepc_10.42.42.118: Error('scp-back-log(pid=11758): launch_sync(): local process exited with status 1 [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11758)]')\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=11773): Process ended prematurely: srsepc(pid=11773) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11773)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=11773): Process ended prematurely: srsepc(pid=11773) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11773)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a08:11:54.820688 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:11:54.837572 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:11:54.860682 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:11:55.002381 tst ping.py: using MSISDN 7114\u000a08:11:55.111510 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7114', subscriber_id=0}\u000a08:11:55.219656 run srsepc_10.42.42.118: Starting srsepc\u000a08:11:55.862238 run rm-remote-dir(pid=11760): Launched\u000a08:11:57.049756 run rm-remote-dir(pid=11760): Terminated: ok {rc=0}\u000a08:11:57.377107 run mk-remote-dir(pid=11761): Launched\u000a08:11:58.575130 run mk-remote-dir(pid=11761): Terminated: ok {rc=0}\u000a08:11:58.871784 run scp-inst-to-remote(pid=11762): Launched\u000a08:12:01.105970 run scp-inst-to-remote(pid=11762): Terminated: ok {rc=0}\u000a08:12:01.456560 run rm-remote-dir(pid=11764): Launched\u000a08:12:02.655482 run rm-remote-dir(pid=11764): Terminated: ok {rc=0}\u000a08:12:03.005035 run mk-remote-dir(pid=11765): Launched\u000a08:12:04.204249 run mk-remote-dir(pid=11765): Terminated: ok {rc=0}\u000a08:12:04.499376 run scp-cfg-to-remote(pid=11767): Launched\u000a08:12:05.695165 run scp-cfg-to-remote(pid=11767): Terminated: ok {rc=0}\u000a08:12:05.990388 run scp-db-to-remote(pid=11769): Launched\u000a08:12:07.187326 run scp-db-to-remote(pid=11769): Terminated: ok {rc=0}\u000a08:12:07.308922 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:12:07.649051 run patchelf(pid=11771): Launched\u000a08:12:08.845817 run patchelf(pid=11771): Terminated: ok {rc=0}\u000a08:12:08.967684 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:12:09.307842 run setcap-netadm(pid=11772): Launched\u000a08:12:10.504117 run setcap-netadm(pid=11772): Terminated: ok {rc=0}\u000a08:12:10.837848 run srsepc(pid=11773): Launched\u000a08:12:10.954355 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:12:12.085664 run rm-remote-dir(pid=11774): Launched\u000a08:12:12.270570 run srsepc(pid=11773): ERR: Terminated: ERROR {rc=127} [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11773)]\u000a08:12:12.406047 run srsepc(pid=11773): stdout: \u000a| (launched: 2022-12-09_08:12:10.677491)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:12:12.540654 run srsepc(pid=11773): stderr: \u000a| (launched: 2022-12-09_08:12:10.726513)\u000a| Connection to 10.42.42.116 closed. \u000a08:12:12.670692 run srsepc(pid=11773): stdout: \u000a| (launched: 2022-12-09_08:12:10.677491)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:12:12.799425 run srsepc(pid=11773): stderr: \u000a| (launched: 2022-12-09_08:12:10.726513)\u000a| Connection to 10.42.42.116 closed. \u000a08:12:12.950128 run rm-remote-dir(pid=11774): Terminating (SIGINT)\u000a08:12:13.127622 run rm-remote-dir(pid=11774): Terminated: ok {rc=0}\u000a08:12:13.160290 tst ping.py:16: ERR: Error: srsepc(pid=11773): Process ended prematurely: srsepc(pid=11773) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11773)] [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a08:12:13.170034 tst ping.py:16: Test FAILED (18.3 sec)\u000a08:12:13.280413 run scp-back-log(pid=11775): Launched\u000a08:12:14.366435 run scp-back-log(pid=11775): ERR: Terminated: ERROR {rc=1} [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11775)]\u000a08:12:14.428716 run scp-back-log(pid=11775): stdout: \u000a| (launched: 2022-12-09_08:12:13.211273) \u000a08:12:14.490861 run scp-back-log(pid=11775): stderr: \u000a| (launched: 2022-12-09_08:12:13.231199)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:12:14.543315 tst srsepc_10.42.42.118: Error('scp-back-log(pid=11775): launch_sync(): local process exited with status 1 [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11775)]')\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=11789): Process ended prematurely: srsepc(pid=11789) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11789)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=11789): Process ended prematurely: srsepc(pid=11789) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a08:12:14.557057 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:12:14.573742 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:12:14.596902 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:12:14.747373 tst rrc_idle_mo_ping.py: using MSISDN 7115\u000a08:12:14.863667 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7115', subscriber_id=0}\u000a08:12:14.979141 run srsepc_10.42.42.118: Starting srsepc\u000a08:12:15.663935 run rm-remote-dir(pid=11777): Launched\u000a08:12:16.856257 run rm-remote-dir(pid=11777): Terminated: ok {rc=0}\u000a08:12:17.231144 run mk-remote-dir(pid=11778): Launched\u000a08:12:18.417301 run mk-remote-dir(pid=11778): Terminated: ok {rc=0}\u000a08:12:18.693295 run scp-inst-to-remote(pid=11779): Launched\u000a08:12:20.877851 run scp-inst-to-remote(pid=11779): Terminated: ok {rc=0}\u000a08:12:21.203009 run rm-remote-dir(pid=11781): Launched\u000a08:12:22.389260 run rm-remote-dir(pid=11781): Terminated: ok {rc=0}\u000a08:12:22.715257 run mk-remote-dir(pid=11782): Launched\u000a08:12:23.902401 run mk-remote-dir(pid=11782): Terminated: ok {rc=0}\u000a08:12:24.178567 run scp-cfg-to-remote(pid=11783): Launched\u000a08:12:25.362906 run scp-cfg-to-remote(pid=11783): Terminated: ok {rc=0}\u000a08:12:25.638131 run scp-db-to-remote(pid=11785): Launched\u000a08:12:26.823045 run scp-db-to-remote(pid=11785): Terminated: ok {rc=0}\u000a08:12:26.936074 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:12:27.252177 run patchelf(pid=11787): Launched\u000a08:12:28.436833 run patchelf(pid=11787): Terminated: ok {rc=0}\u000a08:12:28.550169 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:12:28.867087 run setcap-netadm(pid=11788): Launched\u000a08:12:30.050314 run setcap-netadm(pid=11788): Terminated: ok {rc=0}\u000a08:12:30.359503 run srsepc(pid=11789): Launched\u000a08:12:30.468046 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:12:31.646173 run rm-remote-dir(pid=11790): Launched\u000a08:12:31.914106 run srsepc(pid=11789): ERR: Terminated: ERROR {rc=127} [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11789)]\u000a08:12:32.062391 run srsepc(pid=11789): stdout: \u000a| (launched: 2022-12-09_08:12:30.211765)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:12:32.210456 run srsepc(pid=11789): stderr: \u000a| (launched: 2022-12-09_08:12:30.257249)\u000a| Connection to 10.42.42.116 closed. \u000a08:12:32.352637 run srsepc(pid=11789): stdout: \u000a| (launched: 2022-12-09_08:12:30.211765)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:12:32.490547 run srsepc(pid=11789): stderr: \u000a| (launched: 2022-12-09_08:12:30.257249)\u000a| Connection to 10.42.42.116 closed. \u000a08:12:32.651533 run rm-remote-dir(pid=11790): Terminating (SIGINT)\u000a08:12:32.840014 run rm-remote-dir(pid=11790): Terminated: ok {rc=0}\u000a08:12:32.874928 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=11789): Process ended prematurely: srsepc(pid=11789) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11789)] [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a08:12:32.885401 tst rrc_idle_mo_ping.py:16: Test FAILED (18.3 sec)\u000a08:12:33.001933 run scp-back-log(pid=11791): Launched\u000a08:12:34.090388 run scp-back-log(pid=11791): ERR: Terminated: ERROR {rc=1} [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11791)]\u000a08:12:34.155361 run scp-back-log(pid=11791): stdout: \u000a| (launched: 2022-12-09_08:12:32.928872) \u000a08:12:34.220112 run scp-back-log(pid=11791): stderr: \u000a| (launched: 2022-12-09_08:12:32.949800)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:12:34.274621 tst srsepc_10.42.42.118: Error('scp-back-log(pid=11791): launch_sync(): local process exited with status 1 [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11791)]')\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=11808): Process ended prematurely: srsepc(pid=11808) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11808)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=11808): Process ended prematurely: srsepc(pid=11808) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a08:12:34.289011 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:12:34.306549 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:12:34.330366 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:12:34.478655 tst rrc_idle_mt_ping.py: using MSISDN 7116\u000a08:12:34.593890 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7116', subscriber_id=0}\u000a08:12:34.708263 run srsepc_10.42.42.118: Starting srsepc\u000a08:12:35.391418 run rm-remote-dir(pid=11794): Launched\u000a08:12:36.591278 run rm-remote-dir(pid=11794): Terminated: ok {rc=0}\u000a08:12:36.940896 run mk-remote-dir(pid=11797): Launched\u000a08:12:38.139821 run mk-remote-dir(pid=11797): Terminated: ok {rc=0}\u000a08:12:38.436205 run scp-inst-to-remote(pid=11798): Launched\u000a08:12:40.634136 run scp-inst-to-remote(pid=11798): Terminated: ok {rc=0}\u000a08:12:40.985386 run rm-remote-dir(pid=11800): Launched\u000a08:12:42.183906 run rm-remote-dir(pid=11800): Terminated: ok {rc=0}\u000a08:12:42.533853 run mk-remote-dir(pid=11801): Launched\u000a08:12:43.732740 run mk-remote-dir(pid=11801): Terminated: ok {rc=0}\u000a08:12:44.028010 run scp-cfg-to-remote(pid=11802): Launched\u000a08:12:45.223830 run scp-cfg-to-remote(pid=11802): Terminated: ok {rc=0}\u000a08:12:45.518811 run scp-db-to-remote(pid=11804): Launched\u000a08:12:46.767348 run scp-db-to-remote(pid=11804): Terminated: ok {rc=0}\u000a08:12:46.915011 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:12:47.277151 run patchelf(pid=11806): Launched\u000a08:12:48.474606 run patchelf(pid=11806): Terminated: ok {rc=0}\u000a08:12:48.596732 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:12:48.936817 run setcap-netadm(pid=11807): Launched\u000a08:12:50.132941 run setcap-netadm(pid=11807): Terminated: ok {rc=0}\u000a08:12:50.467349 run srsepc(pid=11808): Launched\u000a08:12:50.584271 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:12:51.705551 run rm-remote-dir(pid=11809): Launched\u000a08:12:51.890753 run srsepc(pid=11808): ERR: Terminated: ERROR {rc=127} [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11808)]\u000a08:12:52.026323 run srsepc(pid=11808): stdout: \u000a| (launched: 2022-12-09_08:12:50.306941)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:12:52.161044 run srsepc(pid=11808): stderr: \u000a| (launched: 2022-12-09_08:12:50.355877)\u000a| Connection to 10.42.42.116 closed. \u000a08:12:52.291371 run srsepc(pid=11808): stdout: \u000a| (launched: 2022-12-09_08:12:50.306941)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:12:52.420595 run srsepc(pid=11808): stderr: \u000a| (launched: 2022-12-09_08:12:50.355877)\u000a| Connection to 10.42.42.116 closed. \u000a08:12:52.571361 run rm-remote-dir(pid=11809): Terminating (SIGINT)\u000a08:12:52.748542 run rm-remote-dir(pid=11809): Terminated: ok {rc=0}\u000a08:12:52.781295 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=11808): Process ended prematurely: srsepc(pid=11808) [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=11808)] [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a08:12:52.790991 tst rrc_idle_mt_ping.py:16: Test FAILED (18.5 sec)\u000a08:12:52.901129 run scp-back-log(pid=11810): Launched\u000a08:12:53.986739 run scp-back-log(pid=11810): ERR: Terminated: ERROR {rc=1} [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11810)]\u000a08:12:54.049116 run scp-back-log(pid=11810): stdout: \u000a| (launched: 2022-12-09_08:12:52.831825) \u000a08:12:54.111272 run scp-back-log(pid=11810): stderr: \u000a| (launched: 2022-12-09_08:12:52.851982)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:12:54.163885 tst srsepc_10.42.42.118: Error('scp-back-log(pid=11810): launch_sync(): local process exited with status 1 [trial-2356↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=11810)]')\u000a" } ], "duration" : 143.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:10:32" }, { "cases" : [ { "testActions" : [ ], "age" : 154, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11822): Process ended prematurely: osmo-stp_10.42.42.5(pid=11822) [trial-2356↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11822)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11822): Process ended prematurely: osmo-stp_10.42.42.5(pid=11822) [trial-2356↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11822)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a08:12:55.013854 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a08:12:55.024755 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a08:12:55.158128 tst handover.py: using LAC 20109\u000a08:12:55.276358 tst handover.py: using RAC 219\u000a08:12:55.394455 tst handover.py: using CellId 20109\u000a08:12:55.512738 tst handover.py: using BVCI 20110\u000a08:12:55.535799 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a08:12:55.656633 tst handover.py: using LAC 20110\u000a08:12:55.775539 tst handover.py: using RAC 220\u000a08:12:55.894091 tst handover.py: using CellId 20110\u000a08:12:56.011420 tst handover.py: using BVCI 20111\u000a08:12:56.034425 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a08:12:56.045425 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a08:12:56.055935 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a08:12:56.066648 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a08:12:56.077429 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a08:12:56.088028 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a08:12:56.209915 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a08:12:56.423106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:12:56.948675 run create_hlr_db(pid=11816): Launched\u000a08:12:58.125846 run create_hlr_db(pid=11816): Terminated: ok {rc=0}\u000a08:12:58.436087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11818): Launched\u000a08:12:58.737793 run osmo-hlr_10.42.42.2(pid=11819): Launched\u000a08:12:58.848158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:12:59.371138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11821): Launched\u000a08:12:59.672465 run osmo-stp_10.42.42.5(pid=11822): Launched\u000a08:12:59.781830 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:13:00.334380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11824): Launched\u000a08:13:00.638811 run osmo-msc_10.42.42.6(pid=11825): Launched\u000a08:13:00.839889 run osmo-stp_10.42.42.5(pid=11822): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11822)]\u000a08:13:01.102055 run osmo-stp_10.42.42.5(pid=11822): stdout: \u000a| (launched: 2022-12-09_08:12:59.524332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:01.289533 run osmo-stp_10.42.42.5(pid=11822): stderr: \u000a| �[0;m�[38;5;43m20221209081259691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081259691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081259691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081259691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081259692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081259692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081259692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:01.413151 run osmo-stp_10.42.42.5(pid=11822): stdout: \u000a| (launched: 2022-12-09_08:12:59.524332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:01.535978 run osmo-stp_10.42.42.5(pid=11822): stderr: \u000a| �[0;m�[38;5;43m20221209081259691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081259691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081259691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081259691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081259692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081259692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081259692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:01.589991 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11822): Process ended prematurely: osmo-stp_10.42.42.5(pid=11822) [trial-2356↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11822)] [trial-2356↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a08:13:01.598531 tst handover.py:18: Test FAILED (6.6 sec)\u000a08:13:01.659043 run osmo-hlr_10.42.42.2(pid=11819): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11819)]\u000a08:13:01.708728 run osmo-hlr_10.42.42.2(pid=11819): stdout: \u000a| (launched: 2022-12-09_08:12:58.589358) \u000a08:13:01.759390 run osmo-hlr_10.42.42.2(pid=11819): stderr: \u000a| �[0;m�[1;31m20221209081258760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081258760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081258760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081258760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081258760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081258760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081258772 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081258780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081258780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081258780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:13:01.827784 run osmo-msc_10.42.42.6(pid=11825): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11825)]\u000a08:13:01.877536 run osmo-msc_10.42.42.6(pid=11825): stdout: \u000a| (launched: 2022-12-09_08:13:00.488582) \u000a08:13:01.927536 run osmo-msc_10.42.42.6(pid=11825): stderr: \u000a| �[0;m�[38;5;43m20221209081300819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081300819 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8adc6dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081300820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081300820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081300820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081300820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081300822 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081300822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081300822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081300822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:13:01.970569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11818): Terminating (SIGTERM)\u000a08:13:02.010589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11821): Terminating (SIGTERM)\u000a08:13:02.051707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11824): Terminating (SIGTERM)\u000a08:13:02.062185 --- ParallelTerminationStrategy: PID 11818 died...\u000a08:13:02.117377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11818): Terminated: ok {rc=0}\u000a08:13:02.127657 --- ParallelTerminationStrategy: PID 11821 died...\u000a08:13:02.181327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11821): Terminated: ok {rc=0}\u000a08:13:02.191109 --- ParallelTerminationStrategy: PID 11824 died...\u000a08:13:02.245783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11824): Terminated: ok {rc=0}\u000a08:13:02.329555 bus /sierra_3: Setting Powered False\u000a08:13:03.435150 bus /sierra_3: Setting Powered False\u000a08:13:04.542133 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:12:54" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11837): Process ended prematurely: osmo-stp_10.42.42.5(pid=11837) [trial-2356↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11837)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11837): Process ended prematurely: osmo-stp_10.42.42.5(pid=11837) [trial-2356↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11837)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a08:13:06.522062 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:13:06.533646 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a08:13:06.667088 tst handover.py: using LAC 20111\u000a08:13:06.795947 tst handover.py: using RAC 221\u000a08:13:06.921574 tst handover.py: using CellId 20111\u000a08:13:07.049347 tst handover.py: using BVCI 20112\u000a08:13:07.074188 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a08:13:07.201814 tst handover.py: using LAC 20112\u000a08:13:07.327037 tst handover.py: using RAC 222\u000a08:13:07.452575 tst handover.py: using CellId 20112\u000a08:13:07.578031 tst handover.py: using BVCI 20113\u000a08:13:07.602943 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:13:07.614373 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:13:07.625958 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:13:07.637906 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:13:07.649866 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:13:07.661610 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a08:13:07.781973 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a08:13:07.994622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:13:08.476691 run create_hlr_db(pid=11831): Launched\u000a08:13:08.609018 bus /sierra_2: Setting Powered False\u000a08:13:09.684175 run create_hlr_db(pid=11831): Terminated: ok {rc=0}\u000a08:13:10.066007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11833): Launched\u000a08:13:10.369955 run osmo-hlr_10.42.42.2(pid=11834): Launched\u000a08:13:10.490651 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:13:10.997731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11836): Launched\u000a08:13:11.299940 run osmo-stp_10.42.42.5(pid=11837): Launched\u000a08:13:11.410852 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:13:11.940186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11839): Launched\u000a08:13:12.246442 run osmo-msc_10.42.42.6(pid=11840): Launched\u000a08:13:12.425174 run osmo-stp_10.42.42.5(pid=11837): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11837)]\u000a08:13:12.554762 run osmo-stp_10.42.42.5(pid=11837): stdout: \u000a| (launched: 2022-12-09_08:13:11.151683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:12.681669 run osmo-stp_10.42.42.5(pid=11837): stderr: \u000a| �[0;m�[38;5;43m20221209081311319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081311319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081311319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081311320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081311320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081311320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081311320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:12.803534 run osmo-stp_10.42.42.5(pid=11837): stdout: \u000a| (launched: 2022-12-09_08:13:11.151683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:12.924753 run osmo-stp_10.42.42.5(pid=11837): stderr: \u000a| �[0;m�[38;5;43m20221209081311319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081311319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081311319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081311320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081311320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081311320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081311320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:12.977753 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11837): Process ended prematurely: osmo-stp_10.42.42.5(pid=11837) [trial-2356↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11837)] [trial-2356↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a08:13:12.985692 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:13:13.044231 run osmo-hlr_10.42.42.2(pid=11834): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11834)]\u000a08:13:13.092487 run osmo-hlr_10.42.42.2(pid=11834): stdout: \u000a| (launched: 2022-12-09_08:13:10.220482) \u000a08:13:13.141423 run osmo-hlr_10.42.42.2(pid=11834): stderr: \u000a| �[0;m�[1;31m20221209081310394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081310394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081310394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081310394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081310394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081310394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081310407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081310415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081310415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081310415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:13:13.207646 run osmo-msc_10.42.42.6(pid=11840): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11840)]\u000a08:13:13.255677 run osmo-msc_10.42.42.6(pid=11840): stdout: \u000a| (launched: 2022-12-09_08:13:12.095043) \u000a08:13:13.304440 run osmo-msc_10.42.42.6(pid=11840): stderr: \u000a| �[0;m�[38;5;43m20221209081312365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081312366 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2fba2b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081312366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081312366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081312366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081312366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081312368 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081312368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081312368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081312368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:13:13.345981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11833): Terminating (SIGTERM)\u000a08:13:13.385047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11836): Terminating (SIGTERM)\u000a08:13:13.424104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11839): Terminating (SIGTERM)\u000a08:13:13.433171 --- ParallelTerminationStrategy: PID 11833 died...\u000a08:13:13.485309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11833): Terminated: ok {rc=0}\u000a08:13:13.494626 --- ParallelTerminationStrategy: PID 11836 died...\u000a08:13:13.546486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11836): Terminated: ok {rc=0}\u000a08:13:13.555732 --- ParallelTerminationStrategy: PID 11839 died...\u000a08:13:13.607675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11839): Terminated: ok {rc=0}\u000a08:13:13.690226 bus /sierra_3: Setting Powered False\u000a08:13:14.795520 bus /sierra_3: Setting Powered False\u000a08:13:15.907917 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:13:06" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11852): Process ended prematurely: osmo-stp_10.42.42.5(pid=11852) [trial-2356↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11852)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11852): Process ended prematurely: osmo-stp_10.42.42.5(pid=11852) [trial-2356↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a08:13:17.929168 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:13:17.940652 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a08:13:18.073654 tst handover.py: using LAC 20113\u000a08:13:18.194445 tst handover.py: using RAC 223\u000a08:13:18.311904 tst handover.py: using CellId 20113\u000a08:13:18.431165 tst handover.py: using BVCI 20114\u000a08:13:18.454304 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a08:13:18.590928 tst handover.py: using LAC 20114\u000a08:13:18.707629 tst handover.py: using RAC 224\u000a08:13:18.826008 tst handover.py: using CellId 20114\u000a08:13:18.950968 tst handover.py: using BVCI 20115\u000a08:13:18.976449 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:13:18.988147 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:13:18.999627 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:13:19.011036 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:13:19.022543 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:13:19.033913 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a08:13:19.154936 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a08:13:19.356330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:13:19.816498 run create_hlr_db(pid=11846): Launched\u000a08:13:19.939050 bus /sierra_2: Setting Powered False\u000a08:13:21.011040 run create_hlr_db(pid=11846): Terminated: ok {rc=0}\u000a08:13:21.386486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11848): Launched\u000a08:13:21.689734 run osmo-hlr_10.42.42.2(pid=11849): Launched\u000a08:13:21.809986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:13:22.313486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11851): Launched\u000a08:13:22.616336 run osmo-stp_10.42.42.5(pid=11852): Launched\u000a08:13:22.727068 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:13:23.255507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11854): Launched\u000a08:13:23.559531 run osmo-msc_10.42.42.6(pid=11855): Launched\u000a08:13:23.736651 run osmo-stp_10.42.42.5(pid=11852): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11852)]\u000a08:13:23.864451 run osmo-stp_10.42.42.5(pid=11852): stdout: \u000a| (launched: 2022-12-09_08:13:22.467685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:23.990518 run osmo-stp_10.42.42.5(pid=11852): stderr: \u000a| �[0;m�[38;5;43m20221209081322636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081322636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081322636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081322636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081322637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081322637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081322637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:24.112566 run osmo-stp_10.42.42.5(pid=11852): stdout: \u000a| (launched: 2022-12-09_08:13:22.467685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:24.232921 run osmo-stp_10.42.42.5(pid=11852): stderr: \u000a| �[0;m�[38;5;43m20221209081322636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081322636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081322636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081322636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081322637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081322637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081322637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:24.285406 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11852): Process ended prematurely: osmo-stp_10.42.42.5(pid=11852) [trial-2356↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11852)] [trial-2356↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a08:13:24.293208 tst handover.py:18: Test FAILED (6.4 sec)\u000a08:13:24.351813 run osmo-hlr_10.42.42.2(pid=11849): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11849)]\u000a08:13:24.400108 run osmo-hlr_10.42.42.2(pid=11849): stdout: \u000a| (launched: 2022-12-09_08:13:21.540106) \u000a08:13:24.448899 run osmo-hlr_10.42.42.2(pid=11849): stderr: \u000a| �[0;m�[1;31m20221209081321711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081321711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081321711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081321711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081321711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081321712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081321724 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081321732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081321732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081321732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:13:24.515332 run osmo-msc_10.42.42.6(pid=11855): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11855)]\u000a08:13:24.563382 run osmo-msc_10.42.42.6(pid=11855): stdout: \u000a| (launched: 2022-12-09_08:13:23.409378) \u000a08:13:24.612170 run osmo-msc_10.42.42.6(pid=11855): stderr: \u000a| �[0;m�[38;5;43m20221209081323678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081323678 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5dce48cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081323679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081323679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081323679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081323679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081323681 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081323681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081323681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081323681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:13:24.653409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11848): Terminating (SIGTERM)\u000a08:13:24.692404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11851): Terminating (SIGTERM)\u000a08:13:24.731420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11854): Terminating (SIGTERM)\u000a08:13:24.740368 --- ParallelTerminationStrategy: PID 11848 died...\u000a08:13:24.793197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11848): Terminated: ok {rc=0}\u000a08:13:24.802545 --- ParallelTerminationStrategy: PID 11851 died...\u000a08:13:24.854685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11851): Terminated: ok {rc=0}\u000a08:13:24.863962 --- ParallelTerminationStrategy: PID 11854 died...\u000a08:13:24.916133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11854): Terminated: ok {rc=0}\u000a08:13:24.998573 bus /sierra_3: Setting Powered False\u000a08:13:26.104217 bus /sierra_3: Setting Powered False\u000a08:13:27.215287 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:13:17" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11866): Process ended prematurely: osmo-stp_10.42.42.5(pid=11866) [trial-2356↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11866)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11866): Process ended prematurely: osmo-stp_10.42.42.5(pid=11866) [trial-2356↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a08:13:29.210818 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:13:29.222129 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:13:29.348080 tst handover.py: using LAC 20115\u000a08:13:29.466632 tst handover.py: using RAC 225\u000a08:13:29.583653 tst handover.py: using CellId 20115\u000a08:13:29.702334 tst handover.py: using BVCI 20116\u000a08:13:29.725553 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:13:29.855531 tst handover.py: using LAC 20116\u000a08:13:29.982664 tst handover.py: using RAC 226\u000a08:13:30.108837 tst handover.py: using CellId 20116\u000a08:13:30.234222 tst handover.py: using BVCI 20117\u000a08:13:30.259890 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:13:30.271550 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:13:30.283215 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:13:30.294898 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:13:30.306400 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:13:30.318029 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:13:30.435264 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:13:30.647825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:13:31.196181 run create_hlr_db(pid=11860): Launched\u000a08:13:31.331132 bus /sierra_2: Setting Powered False\u000a08:13:32.394294 run create_hlr_db(pid=11860): Terminated: ok {rc=0}\u000a08:13:32.795676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11862): Launched\u000a08:13:33.121657 run osmo-hlr_10.42.42.2(pid=11863): Launched\u000a08:13:33.244267 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:13:33.776760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11865): Launched\u000a08:13:34.102354 run osmo-stp_10.42.42.5(pid=11866): Launched\u000a08:13:34.226004 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:13:34.795330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11868): Launched\u000a08:13:35.123381 run osmo-msc_10.42.42.6(pid=11869): Launched\u000a08:13:35.314224 run osmo-stp_10.42.42.5(pid=11866): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11866)]\u000a08:13:35.452257 run osmo-stp_10.42.42.5(pid=11866): stdout: \u000a| (launched: 2022-12-09_08:13:33.942426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:35.589872 run osmo-stp_10.42.42.5(pid=11866): stderr: \u000a| �[0;m�[38;5;43m20221209081334131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081334131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081334131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081334132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081334132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081334132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081334132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:35.720781 run osmo-stp_10.42.42.5(pid=11866): stdout: \u000a| (launched: 2022-12-09_08:13:33.942426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:35.850301 run osmo-stp_10.42.42.5(pid=11866): stderr: \u000a| �[0;m�[38;5;43m20221209081334131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081334131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081334131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081334132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081334132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081334132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081334132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:35.907361 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11866): Process ended prematurely: osmo-stp_10.42.42.5(pid=11866) [trial-2356↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11866)] [trial-2356↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a08:13:35.916142 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:13:35.978529 run osmo-hlr_10.42.42.2(pid=11863): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11863)]\u000a08:13:36.030916 run osmo-hlr_10.42.42.2(pid=11863): stdout: \u000a| (launched: 2022-12-09_08:13:32.961659) \u000a08:13:36.082709 run osmo-hlr_10.42.42.2(pid=11863): stderr: \u000a| �[0;m�[1;31m20221209081333155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081333155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081333155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081333155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081333155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081333155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081333167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081333176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081333176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081333176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:13:36.153406 run osmo-msc_10.42.42.6(pid=11869): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11869)]\u000a08:13:36.204490 run osmo-msc_10.42.42.6(pid=11869): stdout: \u000a| (launched: 2022-12-09_08:13:34.962181) \u000a08:13:36.256316 run osmo-msc_10.42.42.6(pid=11869): stderr: \u000a| �[0;m�[38;5;43m20221209081335279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081335280 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7cda6d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081335280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081335280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081335280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081335280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081335282 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081335282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081335282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081335282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:13:36.300459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11862): Terminating (SIGTERM)\u000a08:13:36.342079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11865): Terminating (SIGTERM)\u000a08:13:36.383983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11868): Terminating (SIGTERM)\u000a08:13:36.393254 --- ParallelTerminationStrategy: PID 11862 died...\u000a08:13:36.449183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11862): Terminated: ok {rc=0}\u000a08:13:36.459264 --- ParallelTerminationStrategy: PID 11865 died...\u000a08:13:36.515085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11865): Terminated: ok {rc=0}\u000a08:13:36.524932 --- ParallelTerminationStrategy: PID 11868 died...\u000a08:13:36.580659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11868): Terminated: ok {rc=0}\u000a08:13:36.666616 bus /sierra_3: Setting Powered False\u000a08:13:37.772833 bus /sierra_3: Setting Powered False\u000a08:13:38.880286 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:13:28" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11880): Process ended prematurely: osmo-stp_10.42.42.5(pid=11880) [trial-2356↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11880)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11880): Process ended prematurely: osmo-stp_10.42.42.5(pid=11880) [trial-2356↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a08:13:40.895734 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:13:40.907421 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:13:41.040720 tst handover.py: using LAC 20117\u000a08:13:41.169560 tst handover.py: using RAC 227\u000a08:13:41.295747 tst handover.py: using CellId 20117\u000a08:13:41.422112 tst handover.py: using BVCI 20118\u000a08:13:41.447144 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:13:41.592215 tst handover.py: using LAC 20118\u000a08:13:41.720601 tst handover.py: using RAC 228\u000a08:13:41.847406 tst handover.py: using CellId 20118\u000a08:13:41.976697 tst handover.py: using BVCI 20119\u000a08:13:42.002101 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:13:42.013797 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:13:42.025309 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:13:42.036821 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:13:42.048387 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:13:42.059941 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:13:42.177893 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:13:42.389872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:13:42.874643 run create_hlr_db(pid=11874): Launched\u000a08:13:43.007319 bus /sierra_2: Setting Powered False\u000a08:13:44.082728 run create_hlr_db(pid=11874): Terminated: ok {rc=0}\u000a08:13:44.484506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11876): Launched\u000a08:13:44.809006 run osmo-hlr_10.42.42.2(pid=11877): Launched\u000a08:13:44.925615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:13:45.463249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11879): Launched\u000a08:13:45.787526 run osmo-stp_10.42.42.5(pid=11880): Launched\u000a08:13:45.947620 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:13:46.578296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11882): Launched\u000a08:13:47.044437 run osmo-msc_10.42.42.6(pid=11883): Launched\u000a08:13:47.378222 run osmo-stp_10.42.42.5(pid=11880): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11880)]\u000a08:13:47.515967 run osmo-stp_10.42.42.5(pid=11880): stdout: \u000a| (launched: 2022-12-09_08:13:45.628855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:47.652684 run osmo-stp_10.42.42.5(pid=11880): stderr: \u000a| �[0;m�[38;5;43m20221209081345818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081345818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081345818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081345819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081345819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081345819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081345819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:47.783106 run osmo-stp_10.42.42.5(pid=11880): stdout: \u000a| (launched: 2022-12-09_08:13:45.628855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:47.912182 run osmo-stp_10.42.42.5(pid=11880): stderr: \u000a| �[0;m�[38;5;43m20221209081345818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081345818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081345818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081345819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081345819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081345819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081345819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:47.969408 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11880): Process ended prematurely: osmo-stp_10.42.42.5(pid=11880) [trial-2356↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11880)] [trial-2356↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a08:13:47.978192 tst handover.py:18: Test FAILED (7.1 sec)\u000a08:13:48.040373 run osmo-hlr_10.42.42.2(pid=11877): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11877)]\u000a08:13:48.092104 run osmo-hlr_10.42.42.2(pid=11877): stdout: \u000a| (launched: 2022-12-09_08:13:44.649338) \u000a08:13:48.143808 run osmo-hlr_10.42.42.2(pid=11877): stderr: \u000a| �[0;m�[1;31m20221209081344845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081344845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081344845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081344845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081344845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081344845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081344857 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081344866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081344866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081344866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:13:48.214690 run osmo-msc_10.42.42.6(pid=11883): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11883)]\u000a08:13:48.265804 run osmo-msc_10.42.42.6(pid=11883): stdout: \u000a| (launched: 2022-12-09_08:13:46.748428) \u000a08:13:48.317555 run osmo-msc_10.42.42.6(pid=11883): stderr: \u000a| �[0;m�[38;5;43m20221209081347316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081347316 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9592b3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081347316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081347316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081347316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081347316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081347322 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081347323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081347323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081347323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:13:48.361699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11876): Terminating (SIGTERM)\u000a08:13:48.403365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11879): Terminating (SIGTERM)\u000a08:13:48.445165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11882): Terminating (SIGTERM)\u000a08:13:48.454728 --- ParallelTerminationStrategy: PID 11876 died...\u000a08:13:48.510675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11876): Terminated: ok {rc=0}\u000a08:13:48.520641 --- ParallelTerminationStrategy: PID 11879 died...\u000a08:13:48.576486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11879): Terminated: ok {rc=0}\u000a08:13:48.586750 --- ParallelTerminationStrategy: PID 11882 died...\u000a08:13:48.641988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11882): Terminated: ok {rc=0}\u000a08:13:48.728266 bus /sierra_3: Setting Powered False\u000a08:13:49.832235 bus /sierra_3: Setting Powered False\u000a08:13:50.938780 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:13:40" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11894): Process ended prematurely: osmo-stp_10.42.42.5(pid=11894) [trial-2356↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11894)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11894): Process ended prematurely: osmo-stp_10.42.42.5(pid=11894) [trial-2356↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a08:13:52.930380 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:13:52.942126 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:13:53.074199 tst handover.py: using LAC 20119\u000a08:13:53.202687 tst handover.py: using RAC 229\u000a08:13:53.331053 tst handover.py: using CellId 20119\u000a08:13:53.452154 tst handover.py: using BVCI 20120\u000a08:13:53.475189 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:13:53.597690 tst handover.py: using LAC 20120\u000a08:13:53.724135 tst handover.py: using RAC 230\u000a08:13:53.850694 tst handover.py: using CellId 20120\u000a08:13:53.979554 tst handover.py: using BVCI 20121\u000a08:13:54.005088 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:13:54.016583 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:13:54.027974 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:13:54.039204 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:13:54.050637 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:13:54.061791 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:13:54.178967 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:13:54.392254 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:13:54.875855 run create_hlr_db(pid=11888): Launched\u000a08:13:55.008234 bus /sierra_2: Setting Powered False\u000a08:13:56.084659 run create_hlr_db(pid=11888): Terminated: ok {rc=0}\u000a08:13:56.464357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11890): Launched\u000a08:13:56.766641 run osmo-hlr_10.42.42.2(pid=11891): Launched\u000a08:13:56.885124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:13:57.390161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11893): Launched\u000a08:13:57.693839 run osmo-stp_10.42.42.5(pid=11894): Launched\u000a08:13:57.803599 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:13:58.331998 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11896): Launched\u000a08:13:58.636739 run osmo-msc_10.42.42.6(pid=11897): Launched\u000a08:13:58.814097 run osmo-stp_10.42.42.5(pid=11894): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11894)]\u000a08:13:58.942794 run osmo-stp_10.42.42.5(pid=11894): stdout: \u000a| (launched: 2022-12-09_08:13:57.544690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:59.069633 run osmo-stp_10.42.42.5(pid=11894): stderr: \u000a| �[0;m�[38;5;43m20221209081357711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081357711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081357711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081357712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081357712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081357712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081357712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:59.191110 run osmo-stp_10.42.42.5(pid=11894): stdout: \u000a| (launched: 2022-12-09_08:13:57.544690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:59.311327 run osmo-stp_10.42.42.5(pid=11894): stderr: \u000a| �[0;m�[38;5;43m20221209081357711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081357711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081357711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081357712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081357712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081357712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081357712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:59.364068 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11894): Process ended prematurely: osmo-stp_10.42.42.5(pid=11894) [trial-2356↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11894)] [trial-2356↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a08:13:59.371902 tst handover.py:18: Test FAILED (6.4 sec)\u000a08:13:59.430578 run osmo-hlr_10.42.42.2(pid=11891): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11891)]\u000a08:13:59.478851 run osmo-hlr_10.42.42.2(pid=11891): stdout: \u000a| (launched: 2022-12-09_08:13:56.617957) \u000a08:13:59.527847 run osmo-hlr_10.42.42.2(pid=11891): stderr: \u000a| �[0;m�[1;31m20221209081356787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081356787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081356787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081356787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081356787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081356787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081356801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081356809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081356809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081356809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:13:59.594346 run osmo-msc_10.42.42.6(pid=11897): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11897)]\u000a08:13:59.642433 run osmo-msc_10.42.42.6(pid=11897): stdout: \u000a| (launched: 2022-12-09_08:13:58.486608) \u000a08:13:59.691234 run osmo-msc_10.42.42.6(pid=11897): stderr: \u000a| �[0;m�[38;5;43m20221209081358754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081358755 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc83232fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081358755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081358755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081358755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081358755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081358757 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081358757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081358757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081358757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:13:59.732453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11890): Terminating (SIGTERM)\u000a08:13:59.771353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11893): Terminating (SIGTERM)\u000a08:13:59.810310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11896): Terminating (SIGTERM)\u000a08:13:59.819386 --- ParallelTerminationStrategy: PID 11890 died...\u000a08:13:59.871819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11890): Terminated: ok {rc=0}\u000a08:13:59.881405 --- ParallelTerminationStrategy: PID 11893 died...\u000a08:13:59.933334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11893): Terminated: ok {rc=0}\u000a08:13:59.942633 --- ParallelTerminationStrategy: PID 11896 died...\u000a08:13:59.994773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11896): Terminated: ok {rc=0}\u000a08:14:00.082909 bus /sierra_3: Setting Powered False\u000a08:14:01.198849 bus /sierra_3: Setting Powered False\u000a08:14:02.305450 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:13:52" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11909): Process ended prematurely: osmo-stp_10.42.42.5(pid=11909) [trial-2356↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11909)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11909): Process ended prematurely: osmo-stp_10.42.42.5(pid=11909) [trial-2356↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:14:04.289955 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:14:04.300751 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:14:04.433877 tst handover.py: using LAC 20121\u000a08:14:04.563103 tst handover.py: using RAC 231\u000a08:14:04.684636 tst handover.py: using CellId 20121\u000a08:14:04.805255 tst handover.py: using BVCI 20122\u000a08:14:04.828428 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:14:04.965651 tst handover.py: using LAC 20122\u000a08:14:05.091334 tst handover.py: using RAC 232\u000a08:14:05.220031 tst handover.py: using CellId 20122\u000a08:14:05.346648 tst handover.py: using BVCI 20123\u000a08:14:05.371917 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:14:05.383597 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:14:05.395017 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:14:05.406408 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:14:05.417686 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:14:05.428744 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:14:05.544225 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:14:05.756415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:14:06.241469 run create_hlr_db(pid=11903): Launched\u000a08:14:06.374297 bus /sierra_2: Setting Powered False\u000a08:14:07.450625 run create_hlr_db(pid=11903): Terminated: ok {rc=0}\u000a08:14:07.851769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11905): Launched\u000a08:14:08.179364 run osmo-hlr_10.42.42.2(pid=11906): Launched\u000a08:14:08.300279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:14:08.840332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11908): Launched\u000a08:14:09.165721 run osmo-stp_10.42.42.5(pid=11909): Launched\u000a08:14:09.284160 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:14:09.850590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11911): Launched\u000a08:14:10.176431 run osmo-msc_10.42.42.6(pid=11912): Launched\u000a08:14:10.366787 run osmo-stp_10.42.42.5(pid=11909): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11909)]\u000a08:14:10.504180 run osmo-stp_10.42.42.5(pid=11909): stdout: \u000a| (launched: 2022-12-09_08:14:09.006367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:14:10.640679 run osmo-stp_10.42.42.5(pid=11909): stderr: \u000a| �[0;m�[38;5;43m20221209081409195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081409195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081409195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081409196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081409196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081409196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081409196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:14:10.771227 run osmo-stp_10.42.42.5(pid=11909): stdout: \u000a| (launched: 2022-12-09_08:14:09.006367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:14:10.900427 run osmo-stp_10.42.42.5(pid=11909): stderr: \u000a| �[0;m�[38;5;43m20221209081409195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081409195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081409195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081409196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081409196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081409196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081409196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:14:10.957951 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11909): Process ended prematurely: osmo-stp_10.42.42.5(pid=11909) [trial-2356↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11909)] [trial-2356↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a08:14:10.966837 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:14:11.028760 run osmo-hlr_10.42.42.2(pid=11906): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11906)]\u000a08:14:11.079501 run osmo-hlr_10.42.42.2(pid=11906): stdout: \u000a| (launched: 2022-12-09_08:14:08.018310) \u000a08:14:11.131469 run osmo-hlr_10.42.42.2(pid=11906): stderr: \u000a| �[0;m�[1;31m20221209081408213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081408213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081408213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081408213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081408213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081408214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081408226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081408234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081408235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081408235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:14:11.202235 run osmo-msc_10.42.42.6(pid=11912): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11912)]\u000a08:14:11.253617 run osmo-msc_10.42.42.6(pid=11912): stdout: \u000a| (launched: 2022-12-09_08:14:10.017297) \u000a08:14:11.305348 run osmo-msc_10.42.42.6(pid=11912): stderr: \u000a| �[0;m�[38;5;43m20221209081410336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081410337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9474c61c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081410337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081410337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081410337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081410337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081410339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081410339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081410339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081410340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:14:11.349144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11905): Terminating (SIGTERM)\u000a08:14:11.391136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11908): Terminating (SIGTERM)\u000a08:14:11.433141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11911): Terminating (SIGTERM)\u000a08:14:11.442769 --- ParallelTerminationStrategy: PID 11905 died...\u000a08:14:11.498553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11905): Terminated: ok {rc=0}\u000a08:14:11.508568 --- ParallelTerminationStrategy: PID 11908 died...\u000a08:14:11.564333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11908): Terminated: ok {rc=0}\u000a08:14:11.574357 --- ParallelTerminationStrategy: PID 11911 died...\u000a08:14:11.630532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11911): Terminated: ok {rc=0}\u000a08:14:11.717420 bus /sierra_3: Setting Powered False\u000a08:14:12.825044 bus /sierra_3: Setting Powered False\u000a08:14:13.935334 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:14:04" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11923): Process ended prematurely: osmo-stp_10.42.42.5(pid=11923) [trial-2356↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11923)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11923): Process ended prematurely: osmo-stp_10.42.42.5(pid=11923) [trial-2356↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11923)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:14:15.975082 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:14:15.987283 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:14:16.124067 tst handover.py: using LAC 20123\u000a08:14:16.285348 tst handover.py: using RAC 233\u000a08:14:16.421745 tst handover.py: using CellId 20123\u000a08:14:16.553429 tst handover.py: using BVCI 20124\u000a08:14:16.580494 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:14:16.736227 tst handover.py: using LAC 20124\u000a08:14:16.897503 tst handover.py: using RAC 234\u000a08:14:17.051916 tst handover.py: using CellId 20124\u000a08:14:17.215008 tst handover.py: using BVCI 20125\u000a08:14:17.246398 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:14:17.261844 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:14:17.276746 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:14:17.291916 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:14:17.303642 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:14:17.315573 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:14:17.437787 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:14:17.645724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:14:18.106769 run create_hlr_db(pid=11917): Launched\u000a08:14:18.229115 bus /sierra_2: Setting Powered False\u000a08:14:19.302038 run create_hlr_db(pid=11917): Terminated: ok {rc=0}\u000a08:14:19.679144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11919): Launched\u000a08:14:19.981638 run osmo-hlr_10.42.42.2(pid=11920): Launched\u000a08:14:20.091978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:14:20.591060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11922): Launched\u000a08:14:20.894469 run osmo-stp_10.42.42.5(pid=11923): Launched\u000a08:14:21.004444 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:14:21.531484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11925): Launched\u000a08:14:21.835037 run osmo-msc_10.42.42.6(pid=11926): Launched\u000a08:14:22.016120 run osmo-stp_10.42.42.5(pid=11923): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11923)]\u000a08:14:22.144045 run osmo-stp_10.42.42.5(pid=11923): stdout: \u000a| (launched: 2022-12-09_08:14:20.744937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:14:22.270222 run osmo-stp_10.42.42.5(pid=11923): stderr: \u000a| �[0;m�[38;5;43m20221209081420910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081420911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081420911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081420911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081420912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081420912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081420912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:14:22.391282 run osmo-stp_10.42.42.5(pid=11923): stdout: \u000a| (launched: 2022-12-09_08:14:20.744937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:14:22.511809 run osmo-stp_10.42.42.5(pid=11923): stderr: \u000a| �[0;m�[38;5;43m20221209081420910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081420911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081420911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081420911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081420912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081420912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081420912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:14:22.564642 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11923): Process ended prematurely: osmo-stp_10.42.42.5(pid=11923) [trial-2356↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11923)] [trial-2356↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a08:14:22.572452 tst handover.py:18: Test FAILED (6.6 sec)\u000a08:14:22.631215 run osmo-hlr_10.42.42.2(pid=11920): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11920)]\u000a08:14:22.679603 run osmo-hlr_10.42.42.2(pid=11920): stdout: \u000a| (launched: 2022-12-09_08:14:19.833267) \u000a08:14:22.728702 run osmo-hlr_10.42.42.2(pid=11920): stderr: \u000a| �[0;m�[1;31m20221209081420006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081420006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081420006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081420006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081420006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081420006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081420018 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081420027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081420028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081420028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:14:22.795328 run osmo-msc_10.42.42.6(pid=11926): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11926)]\u000a08:14:22.843707 run osmo-msc_10.42.42.6(pid=11926): stdout: \u000a| (launched: 2022-12-09_08:14:21.685637) \u000a08:14:22.892533 run osmo-msc_10.42.42.6(pid=11926): stderr: \u000a| �[0;m�[38;5;43m20221209081421955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081421955 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd642ad4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081421955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081421955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081421956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081421956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081421957 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081421958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081421958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081421958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:14:22.933914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11919): Terminating (SIGTERM)\u000a08:14:22.972889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11922): Terminating (SIGTERM)\u000a08:14:23.011903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11925): Terminating (SIGTERM)\u000a08:14:23.021131 --- ParallelTerminationStrategy: PID 11919 died...\u000a08:14:23.073635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11919): Terminated: ok {rc=0}\u000a08:14:23.083056 --- ParallelTerminationStrategy: PID 11922 died...\u000a08:14:23.135454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11922): Terminated: ok {rc=0}\u000a08:14:23.144843 --- ParallelTerminationStrategy: PID 11925 died...\u000a08:14:23.197371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11925): Terminated: ok {rc=0}\u000a08:14:23.280081 bus /sierra_3: Setting Powered False\u000a08:14:24.386706 bus /sierra_3: Setting Powered False\u000a08:14:25.494596 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:14:15" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11937): Process ended prematurely: osmo-stp_10.42.42.5(pid=11937) [trial-2356↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11937)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11937): Process ended prematurely: osmo-stp_10.42.42.5(pid=11937) [trial-2356↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a08:14:27.470685 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:14:27.482432 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a08:14:27.611785 tst handover.py: using LAC 20125\u000a08:14:27.739553 tst handover.py: using RAC 235\u000a08:14:27.872005 tst handover.py: using CellId 20125\u000a08:14:27.998341 tst handover.py: using BVCI 20126\u000a08:14:28.023134 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a08:14:28.151062 tst handover.py: using LAC 20126\u000a08:14:28.279754 tst handover.py: using RAC 236\u000a08:14:28.406909 tst handover.py: using CellId 20126\u000a08:14:28.532733 tst handover.py: using BVCI 20127\u000a08:14:28.557791 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:14:28.569223 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:14:28.580206 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:14:28.591289 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:14:28.602524 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:14:28.613613 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a08:14:28.731188 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a08:14:28.934027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:14:29.396641 run create_hlr_db(pid=11931): Launched\u000a08:14:29.519658 bus /sierra_2: Setting Powered False\u000a08:14:30.592138 run create_hlr_db(pid=11931): Terminated: ok {rc=0}\u000a08:14:31.026130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11933): Launched\u000a08:14:31.388477 run osmo-hlr_10.42.42.2(pid=11934): Launched\u000a08:14:31.534987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:14:32.226570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11936): Launched\u000a08:14:32.534540 run osmo-stp_10.42.42.5(pid=11937): Launched\u000a08:14:32.646203 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:14:33.174202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11939): Launched\u000a08:14:33.481434 run osmo-msc_10.42.42.6(pid=11940): Launched\u000a08:14:33.658712 run osmo-stp_10.42.42.5(pid=11937): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11937)]\u000a08:14:33.787077 run osmo-stp_10.42.42.5(pid=11937): stdout: \u000a| (launched: 2022-12-09_08:14:32.384520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:14:33.913795 run osmo-stp_10.42.42.5(pid=11937): stderr: \u000a| �[0;m�[38;5;43m20221209081432551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081432552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081432552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081432552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081432553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081432553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081432553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:14:34.035208 run osmo-stp_10.42.42.5(pid=11937): stdout: \u000a| (launched: 2022-12-09_08:14:32.384520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:14:34.155571 run osmo-stp_10.42.42.5(pid=11937): stderr: \u000a| �[0;m�[38;5;43m20221209081432551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081432552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081432552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081432552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081432553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081432553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081432553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:14:34.208430 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11937): Process ended prematurely: osmo-stp_10.42.42.5(pid=11937) [trial-2356↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11937)] [trial-2356↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a08:14:34.216471 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:14:34.275046 run osmo-hlr_10.42.42.2(pid=11934): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11934)]\u000a08:14:34.323329 run osmo-hlr_10.42.42.2(pid=11934): stdout: \u000a| (launched: 2022-12-09_08:14:31.187058) \u000a08:14:34.372183 run osmo-hlr_10.42.42.2(pid=11934): stderr: \u000a| �[0;m�[1;31m20221209081431626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081431626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081431626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081431626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081431626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081431626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081431639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081431655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081431656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081431656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:14:34.438578 run osmo-msc_10.42.42.6(pid=11940): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11940)]\u000a08:14:34.486620 run osmo-msc_10.42.42.6(pid=11940): stdout: \u000a| (launched: 2022-12-09_08:14:33.330390) \u000a08:14:34.535053 run osmo-msc_10.42.42.6(pid=11940): stderr: \u000a| �[0;m�[38;5;43m20221209081433599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081433600 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce58124c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081433600 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081433600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081433600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081433600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081433602 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081433602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081433603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081433603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:14:34.576649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11933): Terminating (SIGTERM)\u000a08:14:34.615871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11936): Terminating (SIGTERM)\u000a08:14:34.654802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11939): Terminating (SIGTERM)\u000a08:14:34.663780 --- ParallelTerminationStrategy: PID 11933 died...\u000a08:14:34.716221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11933): Terminated: ok {rc=0}\u000a08:14:34.725639 --- ParallelTerminationStrategy: PID 11936 died...\u000a08:14:34.777740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11936): Terminated: ok {rc=0}\u000a08:14:34.787123 --- ParallelTerminationStrategy: PID 11939 died...\u000a08:14:34.839311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11939): Terminated: ok {rc=0}\u000a08:14:34.922001 bus /sierra_3: Setting Powered False\u000a08:14:36.027863 bus /sierra_3: Setting Powered False\u000a08:14:37.135029 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:14:27" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11951): Process ended prematurely: osmo-stp_10.42.42.5(pid=11951) [trial-2356↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11951)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11951): Process ended prematurely: osmo-stp_10.42.42.5(pid=11951) [trial-2356↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11951)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a08:14:39.104767 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:14:39.115674 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a08:14:39.236076 tst handover.py: using LAC 20127\u000a08:14:39.368519 tst handover.py: using RAC 237\u000a08:14:39.494297 tst handover.py: using CellId 20127\u000a08:14:39.620072 tst handover.py: using BVCI 20128\u000a08:14:39.644736 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a08:14:39.786789 tst handover.py: using LAC 20128\u000a08:14:39.912526 tst handover.py: using RAC 238\u000a08:14:40.040002 tst handover.py: using CellId 20128\u000a08:14:40.165421 tst handover.py: using BVCI 20129\u000a08:14:40.190483 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:14:40.202008 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:14:40.213497 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:14:40.224683 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:14:40.236140 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:14:40.247423 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a08:14:40.363550 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a08:14:40.575624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:14:41.060903 run create_hlr_db(pid=11945): Launched\u000a08:14:41.193432 bus /sierra_2: Setting Powered False\u000a08:14:42.270102 run create_hlr_db(pid=11945): Terminated: ok {rc=0}\u000a08:14:42.676267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11947): Launched\u000a08:14:43.004119 run osmo-hlr_10.42.42.2(pid=11948): Launched\u000a08:14:43.123976 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:14:43.663065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11950): Launched\u000a08:14:43.989514 run osmo-stp_10.42.42.5(pid=11951): Launched\u000a08:14:44.108245 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:14:44.673502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11953): Launched\u000a08:14:45.000251 run osmo-msc_10.42.42.6(pid=11954): Launched\u000a08:14:45.190412 run osmo-stp_10.42.42.5(pid=11951): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11951)]\u000a08:14:45.328177 run osmo-stp_10.42.42.5(pid=11951): stdout: \u000a| (launched: 2022-12-09_08:14:43.828871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:14:45.464315 run osmo-stp_10.42.42.5(pid=11951): stderr: \u000a| �[0;m�[38;5;43m20221209081444017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081444017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081444018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081444018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081444018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081444018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081444019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:14:45.594999 run osmo-stp_10.42.42.5(pid=11951): stdout: \u000a| (launched: 2022-12-09_08:14:43.828871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:14:45.724123 run osmo-stp_10.42.42.5(pid=11951): stderr: \u000a| �[0;m�[38;5;43m20221209081444017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081444017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081444018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081444018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081444018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081444018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081444019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:14:45.780583 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11951): Process ended prematurely: osmo-stp_10.42.42.5(pid=11951) [trial-2356↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11951)] [trial-2356↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a08:14:45.789525 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:14:45.871271 run osmo-hlr_10.42.42.2(pid=11948): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11948)]\u000a08:14:45.931654 run osmo-hlr_10.42.42.2(pid=11948): stdout: \u000a| (launched: 2022-12-09_08:14:42.842608) \u000a08:14:45.985744 run osmo-hlr_10.42.42.2(pid=11948): stderr: \u000a| �[0;m�[1;31m20221209081443037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081443037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081443037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081443037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081443037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081443037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081443049 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081443058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081443058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081443058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:14:46.058252 run osmo-msc_10.42.42.6(pid=11954): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11954)]\u000a08:14:46.111627 run osmo-msc_10.42.42.6(pid=11954): stdout: \u000a| (launched: 2022-12-09_08:14:44.839131) \u000a08:14:46.164189 run osmo-msc_10.42.42.6(pid=11954): stderr: \u000a| �[0;m�[38;5;43m20221209081445155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081445156 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f446fd7fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081445156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081445156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081445156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081445156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081445158 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081445158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081445158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081445158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:14:46.210198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11947): Terminating (SIGTERM)\u000a08:14:46.254469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11950): Terminating (SIGTERM)\u000a08:14:46.299278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11953): Terminating (SIGTERM)\u000a08:14:46.310565 --- ParallelTerminationStrategy: PID 11947 died...\u000a08:14:46.368461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11947): Terminated: ok {rc=0}\u000a08:14:46.380416 --- ParallelTerminationStrategy: PID 11950 died...\u000a08:14:46.437961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11950): Terminated: ok {rc=0}\u000a08:14:46.448720 --- ParallelTerminationStrategy: PID 11953 died...\u000a08:14:46.505436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11953): Terminated: ok {rc=0}\u000a08:14:46.605923 bus /sierra_3: Setting Powered False\u000a08:14:47.713517 bus /sierra_3: Setting Powered False\u000a08:14:48.819147 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:14:38" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11965): Process ended prematurely: osmo-stp_10.42.42.5(pid=11965) [trial-2356↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11965)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11965): Process ended prematurely: osmo-stp_10.42.42.5(pid=11965) [trial-2356↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a08:14:50.814383 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:14:50.825653 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:14:50.948381 tst handover.py: using LAC 20129\u000a08:14:51.074868 tst handover.py: using RAC 239\u000a08:14:51.193961 tst handover.py: using CellId 20129\u000a08:14:51.317024 tst handover.py: using BVCI 20130\u000a08:14:51.340242 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:14:51.472548 tst handover.py: using LAC 20130\u000a08:14:51.591889 tst handover.py: using RAC 240\u000a08:14:51.709668 tst handover.py: using CellId 20130\u000a08:14:51.828357 tst handover.py: using BVCI 20131\u000a08:14:51.851526 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:14:51.862659 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:14:51.873473 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:14:51.884460 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:14:51.895327 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:14:51.906168 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:14:52.022659 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:14:52.235001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:14:52.719337 run create_hlr_db(pid=11959): Launched\u000a08:14:52.851695 bus /sierra_2: Setting Powered False\u000a08:14:53.928929 run create_hlr_db(pid=11959): Terminated: ok {rc=0}\u000a08:14:54.333175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11961): Launched\u000a08:14:54.659200 run osmo-hlr_10.42.42.2(pid=11962): Launched\u000a08:14:54.781143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:14:55.319596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11964): Launched\u000a08:14:55.646723 run osmo-stp_10.42.42.5(pid=11965): Launched\u000a08:14:55.765518 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:14:56.333480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11967): Launched\u000a08:14:56.661462 run osmo-msc_10.42.42.6(pid=11968): Launched\u000a08:14:56.853301 run osmo-stp_10.42.42.5(pid=11965): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11965)]\u000a08:14:56.992490 run osmo-stp_10.42.42.5(pid=11965): stdout: \u000a| (launched: 2022-12-09_08:14:55.485688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:14:57.130438 run osmo-stp_10.42.42.5(pid=11965): stderr: \u000a| �[0;m�[38;5;43m20221209081455675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081455675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081455675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081455675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081455676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081455676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081455676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:14:57.262008 run osmo-stp_10.42.42.5(pid=11965): stdout: \u000a| (launched: 2022-12-09_08:14:55.485688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:14:57.392070 run osmo-stp_10.42.42.5(pid=11965): stderr: \u000a| �[0;m�[38;5;43m20221209081455675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081455675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081455675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081455675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081455676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081455676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081455676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:14:57.449465 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11965): Process ended prematurely: osmo-stp_10.42.42.5(pid=11965) [trial-2356↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11965)] [trial-2356↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a08:14:57.458195 tst handover.py:18: Test FAILED (6.6 sec)\u000a08:14:57.519985 run osmo-hlr_10.42.42.2(pid=11962): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11962)]\u000a08:14:57.572193 run osmo-hlr_10.42.42.2(pid=11962): stdout: \u000a| (launched: 2022-12-09_08:14:54.499010) \u000a08:14:57.624403 run osmo-hlr_10.42.42.2(pid=11962): stderr: \u000a| �[0;m�[1;31m20221209081454694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081454694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081454694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081454694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081454694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081454694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081454704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081454713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081454713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081454713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:14:57.694597 run osmo-msc_10.42.42.6(pid=11968): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11968)]\u000a08:14:57.745693 run osmo-msc_10.42.42.6(pid=11968): stdout: \u000a| (launched: 2022-12-09_08:14:56.499843) \u000a08:14:57.797266 run osmo-msc_10.42.42.6(pid=11968): stderr: \u000a| �[0;m�[38;5;43m20221209081456818 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081456818 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f89c65a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081456818 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081456818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081456818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081456819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081456820 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081456821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081456821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081456821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:14:57.841244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11961): Terminating (SIGTERM)\u000a08:14:57.882653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11964): Terminating (SIGTERM)\u000a08:14:57.923953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11967): Terminating (SIGTERM)\u000a08:14:57.933858 --- ParallelTerminationStrategy: PID 11961 died...\u000a08:14:57.989417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11961): Terminated: ok {rc=0}\u000a08:14:57.999324 --- ParallelTerminationStrategy: PID 11964 died...\u000a08:14:58.054782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11964): Terminated: ok {rc=0}\u000a08:14:58.064686 --- ParallelTerminationStrategy: PID 11967 died...\u000a08:14:58.119944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11967): Terminated: ok {rc=0}\u000a08:14:58.205803 bus /sierra_3: Setting Powered False\u000a08:14:59.310861 bus /sierra_3: Setting Powered False\u000a08:15:00.422508 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:14:50" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11989): Process ended prematurely: osmo-stp_10.42.42.5(pid=11989) [trial-2356↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11989)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11989): Process ended prematurely: osmo-stp_10.42.42.5(pid=11989) [trial-2356↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a08:15:02.480120 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:02.493000 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:15:02.624916 tst handover.py: using LAC 20131\u000a08:15:02.747201 tst handover.py: using RAC 241\u000a08:15:02.875891 tst handover.py: using CellId 20131\u000a08:15:03.006338 tst handover.py: using BVCI 20132\u000a08:15:03.031542 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:15:03.176356 tst handover.py: using LAC 20132\u000a08:15:03.304511 tst handover.py: using RAC 242\u000a08:15:03.432260 tst handover.py: using CellId 20132\u000a08:15:03.559155 tst handover.py: using BVCI 20133\u000a08:15:03.584240 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:03.596033 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:03.607649 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:03.619336 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:03.630935 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:03.643011 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:15:03.760581 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:15:03.974593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:15:04.458360 run create_hlr_db(pid=11983): Launched\u000a08:15:04.590609 bus /sierra_2: Setting Powered False\u000a08:15:05.666430 run create_hlr_db(pid=11983): Terminated: ok {rc=0}\u000a08:15:06.049768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11985): Launched\u000a08:15:06.356416 run osmo-hlr_10.42.42.2(pid=11986): Launched\u000a08:15:06.468368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:15:06.968480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11988): Launched\u000a08:15:07.272411 run osmo-stp_10.42.42.5(pid=11989): Launched\u000a08:15:07.383380 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:15:07.912114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11991): Launched\u000a08:15:08.219188 run osmo-msc_10.42.42.6(pid=11992): Launched\u000a08:15:08.397226 run osmo-stp_10.42.42.5(pid=11989): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11989)]\u000a08:15:08.525322 run osmo-stp_10.42.42.5(pid=11989): stdout: \u000a| (launched: 2022-12-09_08:15:07.122930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:08.652335 run osmo-stp_10.42.42.5(pid=11989): stderr: \u000a| �[0;m�[38;5;43m20221209081507290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081507290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081507291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081507291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081507292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081507292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081507292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:08.774203 run osmo-stp_10.42.42.5(pid=11989): stdout: \u000a| (launched: 2022-12-09_08:15:07.122930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:08.895356 run osmo-stp_10.42.42.5(pid=11989): stderr: \u000a| �[0;m�[38;5;43m20221209081507290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081507290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081507291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081507291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081507292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081507292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081507292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:08.948071 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=11989): Process ended prematurely: osmo-stp_10.42.42.5(pid=11989) [trial-2356↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11989)] [trial-2356↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a08:15:08.956143 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:15:09.015016 run osmo-hlr_10.42.42.2(pid=11986): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11986)]\u000a08:15:09.063492 run osmo-hlr_10.42.42.2(pid=11986): stdout: \u000a| (launched: 2022-12-09_08:15:06.204718) \u000a08:15:09.114259 run osmo-hlr_10.42.42.2(pid=11986): stderr: \u000a| �[0;m�[1;31m20221209081506376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081506376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081506376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081506376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081506376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081506376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081506388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081506398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081506398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081506398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:15:09.180656 run osmo-msc_10.42.42.6(pid=11992): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11992)]\u000a08:15:09.228702 run osmo-msc_10.42.42.6(pid=11992): stdout: \u000a| (launched: 2022-12-09_08:15:08.066872) \u000a08:15:09.277421 run osmo-msc_10.42.42.6(pid=11992): stderr: \u000a| �[0;m�[38;5;43m20221209081508336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081508336 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7ec7ab9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081508336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081508336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081508336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081508336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081508338 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081508338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081508339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081508339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:15:09.318830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11985): Terminating (SIGTERM)\u000a08:15:09.358022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11988): Terminating (SIGTERM)\u000a08:15:09.397045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11991): Terminating (SIGTERM)\u000a08:15:09.406126 --- ParallelTerminationStrategy: PID 11985 died...\u000a08:15:09.458586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11985): Terminated: ok {rc=0}\u000a08:15:09.468013 --- ParallelTerminationStrategy: PID 11988 died...\u000a08:15:09.520186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11988): Terminated: ok {rc=0}\u000a08:15:09.529859 --- ParallelTerminationStrategy: PID 11991 died...\u000a08:15:09.581940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11991): Terminated: ok {rc=0}\u000a08:15:09.668343 bus /sierra_3: Setting Powered False\u000a08:15:10.770174 bus /sierra_3: Setting Powered False\u000a08:15:11.879627 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:15:02" }, { "cases" : [ { "testActions" : [ ], "age" : 154, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12354): Process ended prematurely: osmo-stp_10.42.42.5(pid=12354) [trial-2356↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12354)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12354): Process ended prematurely: osmo-stp_10.42.42.5(pid=12354) [trial-2356↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a08:15:13.875360 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:15:13.888704 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:15:14.026387 tst handover.py: using LAC 20133\u000a08:15:14.156564 tst handover.py: using RAC 243\u000a08:15:14.283247 tst handover.py: using CellId 20133\u000a08:15:14.407095 tst handover.py: using BVCI 20134\u000a08:15:14.431212 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:15:14.557696 tst handover.py: using LAC 20134\u000a08:15:14.680294 tst handover.py: using RAC 244\u000a08:15:14.801210 tst handover.py: using CellId 20134\u000a08:15:14.921236 tst handover.py: using BVCI 20135\u000a08:15:14.944672 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:15:14.955653 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:15:14.966455 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:15:14.977321 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:15:14.988143 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:15:14.998862 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:15:15.119653 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:15:15.321707 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:15:15.782069 run create_hlr_db(pid=12348): Launched\u000a08:15:15.940668 bus /sierra_2: Setting Powered False\u000a08:15:17.029929 run create_hlr_db(pid=12348): Terminated: ok {rc=0}\u000a08:15:17.459137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12350): Launched\u000a08:15:17.787028 run osmo-hlr_10.42.42.2(pid=12351): Launched\u000a08:15:17.906431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:15:18.443646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12353): Launched\u000a08:15:18.770851 run osmo-stp_10.42.42.5(pid=12354): Launched\u000a08:15:18.890082 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:15:19.457703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12356): Launched\u000a08:15:19.785988 run osmo-msc_10.42.42.6(pid=12357): Launched\u000a08:15:19.977228 run osmo-stp_10.42.42.5(pid=12354): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12354)]\u000a08:15:20.115444 run osmo-stp_10.42.42.5(pid=12354): stdout: \u000a| (launched: 2022-12-09_08:15:18.609441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:20.252323 run osmo-stp_10.42.42.5(pid=12354): stderr: \u000a| �[0;m�[38;5;43m20221209081518799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081518799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081518799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081518800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081518800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081518800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081518800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:20.383643 run osmo-stp_10.42.42.5(pid=12354): stdout: \u000a| (launched: 2022-12-09_08:15:18.609441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:20.513660 run osmo-stp_10.42.42.5(pid=12354): stderr: \u000a| �[0;m�[38;5;43m20221209081518799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081518799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081518799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081518800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081518800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081518800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081518800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:20.570385 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12354): Process ended prematurely: osmo-stp_10.42.42.5(pid=12354) [trial-2356↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12354)] [trial-2356↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a08:15:20.579182 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:15:20.642050 run osmo-hlr_10.42.42.2(pid=12351): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12351)]\u000a08:15:20.692877 run osmo-hlr_10.42.42.2(pid=12351): stdout: \u000a| (launched: 2022-12-09_08:15:17.625485) \u000a08:15:20.744997 run osmo-hlr_10.42.42.2(pid=12351): stderr: \u000a| �[0;m�[1;31m20221209081517819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081517819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081517819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081517819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081517819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081517819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081517831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081517841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081517841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081517841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:15:20.815102 run osmo-msc_10.42.42.6(pid=12357): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12357)]\u000a08:15:20.866228 run osmo-msc_10.42.42.6(pid=12357): stdout: \u000a| (launched: 2022-12-09_08:15:19.623292) \u000a08:15:20.917921 run osmo-msc_10.42.42.6(pid=12357): stderr: \u000a| �[0;m�[38;5;43m20221209081519942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081519942 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f46815eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081519942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081519942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081519942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081519942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081519944 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081519945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081519945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081519945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:15:20.961982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12350): Terminating (SIGTERM)\u000a08:15:21.004238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12353): Terminating (SIGTERM)\u000a08:15:21.046545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12356): Terminating (SIGTERM)\u000a08:15:21.056197 --- ParallelTerminationStrategy: PID 12350 died...\u000a08:15:21.111856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12350): Terminated: ok {rc=0}\u000a08:15:21.122157 --- ParallelTerminationStrategy: PID 12353 died...\u000a08:15:21.177773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12353): Terminated: ok {rc=0}\u000a08:15:21.187897 --- ParallelTerminationStrategy: PID 12356 died...\u000a08:15:21.243625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12356): Terminated: ok {rc=0}\u000a08:15:21.330451 bus /sierra_3: Setting Powered False\u000a08:15:22.432641 bus /sierra_3: Setting Powered False\u000a08:15:23.548295 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:15:13" }, { "cases" : [ { "testActions" : [ ], "age" : 154, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12544): Process ended prematurely: osmo-stp_10.42.42.5(pid=12544) [trial-2356↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12544)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12544): Process ended prematurely: osmo-stp_10.42.42.5(pid=12544) [trial-2356↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12544)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:15:25.538317 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:15:25.550080 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:15:25.677441 tst handover.py: using LAC 20135\u000a08:15:25.798837 tst handover.py: using RAC 245\u000a08:15:25.922095 tst handover.py: using CellId 20135\u000a08:15:26.046239 tst handover.py: using BVCI 20136\u000a08:15:26.070820 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:15:26.211694 tst handover.py: using LAC 20136\u000a08:15:26.332639 tst handover.py: using RAC 246\u000a08:15:26.456424 tst handover.py: using CellId 20136\u000a08:15:26.582131 tst handover.py: using BVCI 20137\u000a08:15:26.607427 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:15:26.619384 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:15:26.631072 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:15:26.642793 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:15:26.654492 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:15:26.666657 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:15:26.786863 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:15:26.995589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:15:27.506594 run create_hlr_db(pid=12537): Launched\u000a08:15:27.635301 bus /sierra_2: Setting Powered False\u000a08:15:28.711046 run create_hlr_db(pid=12537): Terminated: ok {rc=0}\u000a08:15:29.109616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12540): Launched\u000a08:15:29.419880 run osmo-hlr_10.42.42.2(pid=12541): Launched\u000a08:15:29.541799 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:15:30.058330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12543): Launched\u000a08:15:30.366653 run osmo-stp_10.42.42.5(pid=12544): Launched\u000a08:15:30.478459 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:15:31.047367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12546): Launched\u000a08:15:31.513533 run osmo-msc_10.42.42.6(pid=12547): Launched\u000a08:15:31.835350 run osmo-stp_10.42.42.5(pid=12544): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12544)]\u000a08:15:32.104406 run osmo-stp_10.42.42.5(pid=12544): stdout: \u000a| (launched: 2022-12-09_08:15:30.214457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:32.238500 run osmo-stp_10.42.42.5(pid=12544): stderr: \u000a| �[0;m�[38;5;43m20221209081530383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081530383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081530383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081530384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081530384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081530384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081530385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:32.378438 run osmo-stp_10.42.42.5(pid=12544): stdout: \u000a| (launched: 2022-12-09_08:15:30.214457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:32.509033 run osmo-stp_10.42.42.5(pid=12544): stderr: \u000a| �[0;m�[38;5;43m20221209081530383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081530383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081530383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081530384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081530384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081530384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081530385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:32.566451 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12544): Process ended prematurely: osmo-stp_10.42.42.5(pid=12544) [trial-2356↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12544)] [trial-2356↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a08:15:32.575131 tst handover.py:18: Test FAILED (7.0 sec)\u000a08:15:32.637244 run osmo-hlr_10.42.42.2(pid=12541): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12541)]\u000a08:15:32.688873 run osmo-hlr_10.42.42.2(pid=12541): stdout: \u000a| (launched: 2022-12-09_08:15:29.266704) \u000a08:15:32.740922 run osmo-hlr_10.42.42.2(pid=12541): stderr: \u000a| �[0;m�[1;31m20221209081529441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081529441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081529441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081529441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081529441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081529442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081529454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081529462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081529463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081529463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:15:32.811576 run osmo-msc_10.42.42.6(pid=12547): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12547)]\u000a08:15:32.863009 run osmo-msc_10.42.42.6(pid=12547): stdout: \u000a| (launched: 2022-12-09_08:15:31.221664) \u000a08:15:32.915144 run osmo-msc_10.42.42.6(pid=12547): stderr: \u000a| �[0;m�[38;5;43m20221209081531732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081531733 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2eb1551c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081531733 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081531733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081531733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081531733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081531735 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081531735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081531735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081531735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:15:32.959219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12540): Terminating (SIGTERM)\u000a08:15:33.001441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12543): Terminating (SIGTERM)\u000a08:15:33.043219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12546): Terminating (SIGTERM)\u000a08:15:33.053255 --- ParallelTerminationStrategy: PID 12540 died...\u000a08:15:33.109036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12540): Terminated: ok {rc=0}\u000a08:15:33.118956 --- ParallelTerminationStrategy: PID 12543 died...\u000a08:15:33.174584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12543): Terminated: ok {rc=0}\u000a08:15:33.184493 --- ParallelTerminationStrategy: PID 12546 died...\u000a08:15:33.239959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12546): Terminated: ok {rc=0}\u000a08:15:33.325530 bus /sierra_3: Setting Powered False\u000a08:15:34.426228 bus /sierra_3: Setting Powered False\u000a08:15:35.536465 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:15:25" }, { "cases" : [ { "testActions" : [ ], "age" : 154, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12558): Process ended prematurely: osmo-stp_10.42.42.5(pid=12558) [trial-2356↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12558)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12558): Process ended prematurely: osmo-stp_10.42.42.5(pid=12558) [trial-2356↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:15:37.524426 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:15:37.535561 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:15:37.658629 tst handover.py: using LAC 20137\u000a08:15:37.779861 tst handover.py: using RAC 247\u000a08:15:37.900265 tst handover.py: using CellId 20137\u000a08:15:38.024367 tst handover.py: using BVCI 20138\u000a08:15:38.047604 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:15:38.189276 tst handover.py: using LAC 20138\u000a08:15:38.318073 tst handover.py: using RAC 248\u000a08:15:38.442641 tst handover.py: using CellId 20138\u000a08:15:38.561007 tst handover.py: using BVCI 20139\u000a08:15:38.584357 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:15:38.595688 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:15:38.606705 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:15:38.617537 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:15:38.628233 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:15:38.638863 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:15:38.761532 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:15:38.966409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:15:39.436280 run create_hlr_db(pid=12552): Launched\u000a08:15:39.560920 bus /sierra_2: Setting Powered False\u000a08:15:40.633717 run create_hlr_db(pid=12552): Terminated: ok {rc=0}\u000a08:15:41.040230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12554): Launched\u000a08:15:41.371943 run osmo-hlr_10.42.42.2(pid=12555): Launched\u000a08:15:41.493199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:15:42.034877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12557): Launched\u000a08:15:42.364832 run osmo-stp_10.42.42.5(pid=12558): Launched\u000a08:15:42.486020 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:15:43.058960 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12560): Launched\u000a08:15:43.390918 run osmo-msc_10.42.42.6(pid=12561): Launched\u000a08:15:43.583167 run osmo-stp_10.42.42.5(pid=12558): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12558)]\u000a08:15:43.722550 run osmo-stp_10.42.42.5(pid=12558): stdout: \u000a| (launched: 2022-12-09_08:15:42.202206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:43.859273 run osmo-stp_10.42.42.5(pid=12558): stderr: \u000a| �[0;m�[38;5;43m20221209081542391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081542392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081542392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081542393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081542393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081542393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081542393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:43.991602 run osmo-stp_10.42.42.5(pid=12558): stdout: \u000a| (launched: 2022-12-09_08:15:42.202206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:44.121961 run osmo-stp_10.42.42.5(pid=12558): stderr: \u000a| �[0;m�[38;5;43m20221209081542391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081542392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081542392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081542393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081542393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081542393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081542393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:44.179480 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12558): Process ended prematurely: osmo-stp_10.42.42.5(pid=12558) [trial-2356↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12558)] [trial-2356↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a08:15:44.188086 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:15:44.250147 run osmo-hlr_10.42.42.2(pid=12555): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12555)]\u000a08:15:44.301529 run osmo-hlr_10.42.42.2(pid=12555): stdout: \u000a| (launched: 2022-12-09_08:15:41.208382) \u000a08:15:44.353827 run osmo-hlr_10.42.42.2(pid=12555): stderr: \u000a| �[0;m�[1;31m20221209081541404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081541404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081541404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081541404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081541404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081541404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081541417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081541425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081541425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081541426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:15:44.424269 run osmo-msc_10.42.42.6(pid=12561): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12561)]\u000a08:15:44.475047 run osmo-msc_10.42.42.6(pid=12561): stdout: \u000a| (launched: 2022-12-09_08:15:43.226625) \u000a08:15:44.526948 run osmo-msc_10.42.42.6(pid=12561): stderr: \u000a| �[0;m�[38;5;43m20221209081543546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081543546 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f769bcb4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081543547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081543547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081543547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081543547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081543549 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081543549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081543549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081543549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:15:44.570511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12554): Terminating (SIGTERM)\u000a08:15:44.612016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12557): Terminating (SIGTERM)\u000a08:15:44.653621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12560): Terminating (SIGTERM)\u000a08:15:44.663113 --- ParallelTerminationStrategy: PID 12554 died...\u000a08:15:44.719111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12554): Terminated: ok {rc=0}\u000a08:15:44.729219 --- ParallelTerminationStrategy: PID 12557 died...\u000a08:15:44.784583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12557): Terminated: ok {rc=0}\u000a08:15:44.794595 --- ParallelTerminationStrategy: PID 12560 died...\u000a08:15:44.850845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12560): Terminated: ok {rc=0}\u000a08:15:44.938451 bus /sierra_3: Setting Powered False\u000a08:15:46.055996 bus /sierra_3: Setting Powered False\u000a08:15:47.185668 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:15:37" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12572): Process ended prematurely: osmo-stp_10.42.42.5(pid=12572) [trial-2356↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12572)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12572): Process ended prematurely: osmo-stp_10.42.42.5(pid=12572) [trial-2356↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a08:15:49.185668 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:15:49.197122 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a08:15:49.331333 tst handover.py: using LAC 20139\u000a08:15:49.459839 tst handover.py: using RAC 249\u000a08:15:49.588740 tst handover.py: using CellId 20139\u000a08:15:49.710738 tst handover.py: using BVCI 20140\u000a08:15:49.734720 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a08:15:49.872614 tst handover.py: using LAC 20140\u000a08:15:49.996207 tst handover.py: using RAC 250\u000a08:15:50.115464 tst handover.py: using CellId 20140\u000a08:15:50.236090 tst handover.py: using BVCI 20141\u000a08:15:50.259395 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:15:50.270893 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:15:50.281651 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:15:50.292324 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:15:50.303141 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:15:50.313881 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a08:15:50.434948 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a08:15:50.639912 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:15:51.107041 run create_hlr_db(pid=12566): Launched\u000a08:15:51.232259 bus /sierra_2: Setting Powered False\u000a08:15:52.304082 run create_hlr_db(pid=12566): Terminated: ok {rc=0}\u000a08:15:52.713130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12568): Launched\u000a08:15:53.042485 run osmo-hlr_10.42.42.2(pid=12569): Launched\u000a08:15:53.162457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:15:53.704534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12571): Launched\u000a08:15:54.034318 run osmo-stp_10.42.42.5(pid=12572): Launched\u000a08:15:54.153860 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:15:54.730602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12574): Launched\u000a08:15:55.062930 run osmo-msc_10.42.42.6(pid=12575): Launched\u000a08:15:55.256415 run osmo-stp_10.42.42.5(pid=12572): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12572)]\u000a08:15:55.395927 run osmo-stp_10.42.42.5(pid=12572): stdout: \u000a| (launched: 2022-12-09_08:15:53.871508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:55.534500 run osmo-stp_10.42.42.5(pid=12572): stderr: \u000a| �[0;m�[38;5;43m20221209081554063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081554063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081554063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081554063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081554064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081554064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081554064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:55.666650 run osmo-stp_10.42.42.5(pid=12572): stdout: \u000a| (launched: 2022-12-09_08:15:53.871508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:55.797464 run osmo-stp_10.42.42.5(pid=12572): stderr: \u000a| �[0;m�[38;5;43m20221209081554063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081554063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081554063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081554063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081554064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081554064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081554064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:55.854795 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12572): Process ended prematurely: osmo-stp_10.42.42.5(pid=12572) [trial-2356↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12572)] [trial-2356↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a08:15:55.863505 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:15:55.925655 run osmo-hlr_10.42.42.2(pid=12569): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12569)]\u000a08:15:55.977509 run osmo-hlr_10.42.42.2(pid=12569): stdout: \u000a| (launched: 2022-12-09_08:15:52.880250) \u000a08:15:56.029622 run osmo-hlr_10.42.42.2(pid=12569): stderr: \u000a| �[0;m�[1;31m20221209081553079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081553079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081553079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081553079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081553079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081553079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081553095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081553105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081553106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081553106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:15:56.100089 run osmo-msc_10.42.42.6(pid=12575): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12575)]\u000a08:15:56.151152 run osmo-msc_10.42.42.6(pid=12575): stdout: \u000a| (launched: 2022-12-09_08:15:54.898691) \u000a08:15:56.202888 run osmo-msc_10.42.42.6(pid=12575): stderr: \u000a| �[0;m�[38;5;43m20221209081555219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081555220 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f55410a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081555220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081555220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081555220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081555220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081555222 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081555222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081555223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081555223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:15:56.246928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12568): Terminating (SIGTERM)\u000a08:15:56.288313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12571): Terminating (SIGTERM)\u000a08:15:56.330120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12574): Terminating (SIGTERM)\u000a08:15:56.340048 --- ParallelTerminationStrategy: PID 12568 died...\u000a08:15:56.395815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12568): Terminated: ok {rc=0}\u000a08:15:56.405831 --- ParallelTerminationStrategy: PID 12571 died...\u000a08:15:56.461669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12571): Terminated: ok {rc=0}\u000a08:15:56.471697 --- ParallelTerminationStrategy: PID 12574 died...\u000a08:15:56.527493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12574): Terminated: ok {rc=0}\u000a08:15:56.613388 bus /sierra_3: Setting Powered False\u000a08:15:57.719673 bus /sierra_3: Setting Powered False\u000a08:15:58.832440 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:15:48" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12587): Process ended prematurely: osmo-stp_10.42.42.5(pid=12587) [trial-2356↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12587)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12587): Process ended prematurely: osmo-stp_10.42.42.5(pid=12587) [trial-2356↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12587)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a08:16:00.829691 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:16:00.847397 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:16:00.999975 tst handover.py: using LAC 20141\u000a08:16:01.122479 tst handover.py: using RAC 251\u000a08:16:01.245338 tst handover.py: using CellId 20141\u000a08:16:01.374322 tst handover.py: using BVCI 20142\u000a08:16:01.401416 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:16:01.548343 tst handover.py: using LAC 20142\u000a08:16:01.673443 tst handover.py: using RAC 252\u000a08:16:01.799845 tst handover.py: using CellId 20142\u000a08:16:01.925779 tst handover.py: using BVCI 20143\u000a08:16:01.950282 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:16:01.962823 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:16:01.974458 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:16:01.986291 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:16:01.998270 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:16:02.009963 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:16:02.135758 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:16:02.356761 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:16:02.847590 run create_hlr_db(pid=12581): Launched\u000a08:16:02.981103 bus /sierra_2: Setting Powered False\u000a08:16:04.059707 run create_hlr_db(pid=12581): Terminated: ok {rc=0}\u000a08:16:04.454691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12583): Launched\u000a08:16:04.785579 run osmo-hlr_10.42.42.2(pid=12584): Launched\u000a08:16:04.905721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:16:05.451142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12586): Launched\u000a08:16:05.780777 run osmo-stp_10.42.42.5(pid=12587): Launched\u000a08:16:05.900272 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:16:06.472645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12589): Launched\u000a08:16:06.803851 run osmo-msc_10.42.42.6(pid=12590): Launched\u000a08:16:06.997372 run osmo-stp_10.42.42.5(pid=12587): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12587)]\u000a08:16:07.137506 run osmo-stp_10.42.42.5(pid=12587): stdout: \u000a| (launched: 2022-12-09_08:16:05.618798)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:07.276256 run osmo-stp_10.42.42.5(pid=12587): stderr: \u000a| �[0;m�[38;5;43m20221209081605809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081605810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081605810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081605810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081605811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081605811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081605811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:07.409588 run osmo-stp_10.42.42.5(pid=12587): stdout: \u000a| (launched: 2022-12-09_08:16:05.618798)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:07.540674 run osmo-stp_10.42.42.5(pid=12587): stderr: \u000a| �[0;m�[38;5;43m20221209081605809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081605810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081605810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081605810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081605811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081605811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081605811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:07.598483 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12587): Process ended prematurely: osmo-stp_10.42.42.5(pid=12587) [trial-2356↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12587)] [trial-2356↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a08:16:07.607223 tst handover.py:18: Test FAILED (6.8 sec)\u000a08:16:07.669431 run osmo-hlr_10.42.42.2(pid=12584): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12584)]\u000a08:16:07.721205 run osmo-hlr_10.42.42.2(pid=12584): stdout: \u000a| (launched: 2022-12-09_08:16:04.623331) \u000a08:16:07.772915 run osmo-hlr_10.42.42.2(pid=12584): stderr: \u000a| �[0;m�[1;31m20221209081604819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081604819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081604819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081604819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081604820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081604820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081604873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081604882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081604882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081604883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:16:07.843755 run osmo-msc_10.42.42.6(pid=12590): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12590)]\u000a08:16:07.895259 run osmo-msc_10.42.42.6(pid=12590): stdout: \u000a| (launched: 2022-12-09_08:16:06.640934) \u000a08:16:07.947004 run osmo-msc_10.42.42.6(pid=12590): stderr: \u000a| �[0;m�[38;5;43m20221209081606962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081606962 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f70e94eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081606962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081606962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081606962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081606962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081606964 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081606965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081606965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081606965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:16:07.990736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12583): Terminating (SIGTERM)\u000a08:16:08.032674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12586): Terminating (SIGTERM)\u000a08:16:08.074613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12589): Terminating (SIGTERM)\u000a08:16:08.084259 --- ParallelTerminationStrategy: PID 12583 died...\u000a08:16:08.139987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12583): Terminated: ok {rc=0}\u000a08:16:08.150233 --- ParallelTerminationStrategy: PID 12586 died...\u000a08:16:08.205769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12586): Terminated: ok {rc=0}\u000a08:16:08.215722 --- ParallelTerminationStrategy: PID 12589 died...\u000a08:16:08.271293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12589): Terminated: ok {rc=0}\u000a08:16:08.358335 bus /sierra_3: Setting Powered False\u000a08:16:09.460989 bus /sierra_3: Setting Powered False\u000a08:16:10.570260 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:16:00" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12601): Process ended prematurely: osmo-stp_10.42.42.5(pid=12601) [trial-2356↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12601)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12601): Process ended prematurely: osmo-stp_10.42.42.5(pid=12601) [trial-2356↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a08:16:12.564279 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:16:12.575472 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:16:12.697185 tst handover.py: using LAC 20143\u000a08:16:12.821829 tst handover.py: using RAC 253\u000a08:16:12.941982 tst handover.py: using CellId 20143\u000a08:16:13.061368 tst handover.py: using BVCI 20144\u000a08:16:13.084697 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:16:13.231539 tst handover.py: using LAC 20144\u000a08:16:13.359017 tst handover.py: using RAC 254\u000a08:16:13.486355 tst handover.py: using CellId 20144\u000a08:16:13.616698 tst handover.py: using BVCI 20145\u000a08:16:13.642116 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:16:13.653709 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:16:13.665297 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:16:13.676721 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:16:13.688169 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:16:13.699529 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:16:13.816468 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:16:14.019412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:16:14.487051 run create_hlr_db(pid=12595): Launched\u000a08:16:14.611512 bus /sierra_2: Setting Powered False\u000a08:16:15.685146 run create_hlr_db(pid=12595): Terminated: ok {rc=0}\u000a08:16:16.117050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12597): Launched\u000a08:16:16.621764 run osmo-hlr_10.42.42.2(pid=12598): Launched\u000a08:16:16.776408 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:16:17.379900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12600): Launched\u000a08:16:17.706136 run osmo-stp_10.42.42.5(pid=12601): Launched\u000a08:16:17.819094 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:16:18.353966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12603): Launched\u000a08:16:18.663373 run osmo-msc_10.42.42.6(pid=12604): Launched\u000a08:16:18.843220 run osmo-stp_10.42.42.5(pid=12601): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12601)]\u000a08:16:18.972892 run osmo-stp_10.42.42.5(pid=12601): stdout: \u000a| (launched: 2022-12-09_08:16:17.548810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:19.101191 run osmo-stp_10.42.42.5(pid=12601): stderr: \u000a| �[0;m�[38;5;43m20221209081617721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081617721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081617721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081617721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081617722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081617722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081617722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:19.224086 run osmo-stp_10.42.42.5(pid=12601): stdout: \u000a| (launched: 2022-12-09_08:16:17.548810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:19.346119 run osmo-stp_10.42.42.5(pid=12601): stderr: \u000a| �[0;m�[38;5;43m20221209081617721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081617721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081617721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081617721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081617722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081617722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081617722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:19.399493 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12601): Process ended prematurely: osmo-stp_10.42.42.5(pid=12601) [trial-2356↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12601)] [trial-2356↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a08:16:19.408399 tst handover.py:18: Test FAILED (6.8 sec)\u000a08:16:19.468036 run osmo-hlr_10.42.42.2(pid=12598): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12598)]\u000a08:16:19.516914 run osmo-hlr_10.42.42.2(pid=12598): stdout: \u000a| (launched: 2022-12-09_08:16:16.278630) \u000a08:16:19.566102 run osmo-hlr_10.42.42.2(pid=12598): stderr: \u000a| �[0;m�[1;31m20221209081616617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081616617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081616617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081616617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081616617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081616617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081616634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081616652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081616656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081616656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:16:19.633494 run osmo-msc_10.42.42.6(pid=12604): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12604)]\u000a08:16:19.682216 run osmo-msc_10.42.42.6(pid=12604): stdout: \u000a| (launched: 2022-12-09_08:16:18.510707) \u000a08:16:19.731603 run osmo-msc_10.42.42.6(pid=12604): stderr: \u000a| �[0;m�[38;5;43m20221209081618782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081618782 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f897375ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081618782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081618782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081618782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081618783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081618784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081618785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081618785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081618785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:16:19.773249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12597): Terminating (SIGTERM)\u000a08:16:19.812519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12600): Terminating (SIGTERM)\u000a08:16:19.851969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12603): Terminating (SIGTERM)\u000a08:16:19.861117 --- ParallelTerminationStrategy: PID 12597 died...\u000a08:16:19.913905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12597): Terminated: ok {rc=0}\u000a08:16:19.923891 --- ParallelTerminationStrategy: PID 12600 died...\u000a08:16:19.976357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12600): Terminated: ok {rc=0}\u000a08:16:19.986100 --- ParallelTerminationStrategy: PID 12603 died...\u000a08:16:20.039066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12603): Terminated: ok {rc=0}\u000a08:16:20.127526 bus /sierra_3: Setting Powered False\u000a08:16:21.228991 bus /sierra_3: Setting Powered False\u000a08:16:22.339931 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:16:12" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12615): Process ended prematurely: osmo-stp_10.42.42.5(pid=12615) [trial-2356↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12615)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12615): Process ended prematurely: osmo-stp_10.42.42.5(pid=12615) [trial-2356↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a08:16:24.308767 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:24.319869 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:16:24.442147 tst handover.py: using LAC 20145\u000a08:16:24.562554 tst handover.py: using RAC 255\u000a08:16:24.684848 tst handover.py: using CellId 20145\u000a08:16:24.806683 tst handover.py: using BVCI 20146\u000a08:16:24.830480 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:16:24.959913 tst handover.py: using LAC 20146\u000a08:16:25.080686 tst handover.py: using RAC 1\u000a08:16:25.201234 tst handover.py: using CellId 20146\u000a08:16:25.325299 tst handover.py: using BVCI 20147\u000a08:16:25.349145 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:25.359981 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:25.371040 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:25.382089 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:25.392898 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:25.403774 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:16:25.525389 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:16:25.729644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:16:26.203174 run create_hlr_db(pid=12609): Launched\u000a08:16:26.337111 bus /sierra_2: Setting Powered False\u000a08:16:27.414111 run create_hlr_db(pid=12609): Terminated: ok {rc=0}\u000a08:16:27.822390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12611): Launched\u000a08:16:28.154101 run osmo-hlr_10.42.42.2(pid=12612): Launched\u000a08:16:28.273605 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:16:28.814195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12614): Launched\u000a08:16:29.144226 run osmo-stp_10.42.42.5(pid=12615): Launched\u000a08:16:29.264256 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:16:29.838016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12617): Launched\u000a08:16:30.171342 run osmo-msc_10.42.42.6(pid=12618): Launched\u000a08:16:30.365384 run osmo-stp_10.42.42.5(pid=12615): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12615)]\u000a08:16:30.505101 run osmo-stp_10.42.42.5(pid=12615): stdout: \u000a| (launched: 2022-12-09_08:16:28.981631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:30.642891 run osmo-stp_10.42.42.5(pid=12615): stderr: \u000a| �[0;m�[38;5;43m20221209081629172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081629172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081629173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081629173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081629174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081629174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081629174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:30.775584 run osmo-stp_10.42.42.5(pid=12615): stdout: \u000a| (launched: 2022-12-09_08:16:28.981631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:30.919367 run osmo-stp_10.42.42.5(pid=12615): stderr: \u000a| �[0;m�[38;5;43m20221209081629172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081629172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081629173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081629173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081629174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081629174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081629174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:30.978776 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12615): Process ended prematurely: osmo-stp_10.42.42.5(pid=12615) [trial-2356↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12615)] [trial-2356↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a08:16:30.988687 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:16:31.052480 run osmo-hlr_10.42.42.2(pid=12612): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12612)]\u000a08:16:31.105182 run osmo-hlr_10.42.42.2(pid=12612): stdout: \u000a| (launched: 2022-12-09_08:16:27.990414) \u000a08:16:31.160075 run osmo-hlr_10.42.42.2(pid=12612): stderr: \u000a| �[0;m�[1;31m20221209081628187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081628187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081628187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081628187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081628188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081628188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081628199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081628209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081628209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081628209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:16:31.233943 run osmo-msc_10.42.42.6(pid=12618): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12618)]\u000a08:16:31.287372 run osmo-msc_10.42.42.6(pid=12618): stdout: \u000a| (launched: 2022-12-09_08:16:30.006360) \u000a08:16:31.341505 run osmo-msc_10.42.42.6(pid=12618): stderr: \u000a| �[0;m�[38;5;43m20221209081630328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081630328 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8479b83c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081630328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081630328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081630328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081630329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081630330 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081630331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081630331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081630331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:16:31.386356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12611): Terminating (SIGTERM)\u000a08:16:31.429528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12614): Terminating (SIGTERM)\u000a08:16:31.473093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12617): Terminating (SIGTERM)\u000a08:16:31.484358 --- ParallelTerminationStrategy: PID 12611 died...\u000a08:16:31.543121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12611): Terminated: ok {rc=0}\u000a08:16:31.553944 --- ParallelTerminationStrategy: PID 12614 died...\u000a08:16:31.611806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12614): Terminated: ok {rc=0}\u000a08:16:31.623788 --- ParallelTerminationStrategy: PID 12617 died...\u000a08:16:31.681557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12617): Terminated: ok {rc=0}\u000a08:16:31.774600 bus /sierra_3: Setting Powered False\u000a08:16:32.875210 bus /sierra_3: Setting Powered False\u000a08:16:33.984336 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:16:24" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12629): Process ended prematurely: osmo-stp_10.42.42.5(pid=12629) [trial-2356↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12629)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12629): Process ended prematurely: osmo-stp_10.42.42.5(pid=12629) [trial-2356↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:16:35.957057 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:35.968080 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:16:36.089515 tst handover.py: using LAC 20147\u000a08:16:36.209791 tst handover.py: using RAC 2\u000a08:16:36.332156 tst handover.py: using CellId 20147\u000a08:16:36.454801 tst handover.py: using BVCI 20148\u000a08:16:36.478213 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:16:36.616694 tst handover.py: using LAC 20148\u000a08:16:36.737130 tst handover.py: using RAC 3\u000a08:16:36.857748 tst handover.py: using CellId 20148\u000a08:16:36.978018 tst handover.py: using BVCI 20149\u000a08:16:37.001722 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:37.012707 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:37.023756 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:37.034630 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:37.045532 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:37.056278 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:16:37.177713 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:16:37.381647 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:16:37.851383 run create_hlr_db(pid=12623): Launched\u000a08:16:37.975885 bus /sierra_2: Setting Powered False\u000a08:16:39.059722 run create_hlr_db(pid=12623): Terminated: ok {rc=0}\u000a08:16:39.445435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12625): Launched\u000a08:16:39.754217 run osmo-hlr_10.42.42.2(pid=12626): Launched\u000a08:16:39.866365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:16:40.371200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12628): Launched\u000a08:16:40.677126 run osmo-stp_10.42.42.5(pid=12629): Launched\u000a08:16:40.788831 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:16:41.321528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12631): Launched\u000a08:16:41.631191 run osmo-msc_10.42.42.6(pid=12632): Launched\u000a08:16:41.811303 run osmo-stp_10.42.42.5(pid=12629): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12629)]\u000a08:16:41.941458 run osmo-stp_10.42.42.5(pid=12629): stdout: \u000a| (launched: 2022-12-09_08:16:40.526327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:42.069300 run osmo-stp_10.42.42.5(pid=12629): stderr: \u000a| �[0;m�[38;5;43m20221209081640696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081640696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081640696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081640697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081640697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081640697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081640697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:42.192256 run osmo-stp_10.42.42.5(pid=12629): stdout: \u000a| (launched: 2022-12-09_08:16:40.526327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:42.314242 run osmo-stp_10.42.42.5(pid=12629): stderr: \u000a| �[0;m�[38;5;43m20221209081640696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081640696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081640696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081640697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081640697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081640697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081640697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:42.367646 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12629): Process ended prematurely: osmo-stp_10.42.42.5(pid=12629) [trial-2356↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12629)] [trial-2356↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a08:16:42.375660 tst handover.py:18: Test FAILED (6.4 sec)\u000a08:16:42.435133 run osmo-hlr_10.42.42.2(pid=12626): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12626)]\u000a08:16:42.484027 run osmo-hlr_10.42.42.2(pid=12626): stdout: \u000a| (launched: 2022-12-09_08:16:39.602707) \u000a08:16:42.533285 run osmo-hlr_10.42.42.2(pid=12626): stderr: \u000a| �[0;m�[1;31m20221209081639776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081639776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081639776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081639776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081639776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081639776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081639788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081639797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081639797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081639797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:16:42.600290 run osmo-msc_10.42.42.6(pid=12632): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12632)]\u000a08:16:42.648826 run osmo-msc_10.42.42.6(pid=12632): stdout: \u000a| (launched: 2022-12-09_08:16:41.478000) \u000a08:16:42.698032 run osmo-msc_10.42.42.6(pid=12632): stderr: \u000a| �[0;m�[38;5;43m20221209081641752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081641752 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d3f705c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081641752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081641753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081641753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081641753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081641755 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081641755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081641755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081641755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:16:42.739287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12625): Terminating (SIGTERM)\u000a08:16:42.778474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12628): Terminating (SIGTERM)\u000a08:16:42.818093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12631): Terminating (SIGTERM)\u000a08:16:42.827365 --- ParallelTerminationStrategy: PID 12625 died...\u000a08:16:42.880525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12625): Terminated: ok {rc=0}\u000a08:16:42.890137 --- ParallelTerminationStrategy: PID 12628 died...\u000a08:16:42.942795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12628): Terminated: ok {rc=0}\u000a08:16:42.952235 --- ParallelTerminationStrategy: PID 12631 died...\u000a08:16:43.005538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12631): Terminated: ok {rc=0}\u000a08:16:43.093863 bus /sierra_3: Setting Powered False\u000a08:16:44.196250 bus /sierra_3: Setting Powered False\u000a08:16:45.306570 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:16:35" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12643): Process ended prematurely: osmo-stp_10.42.42.5(pid=12643) [trial-2356↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12643)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12643): Process ended prematurely: osmo-stp_10.42.42.5(pid=12643) [trial-2356↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:16:47.369886 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:16:47.380650 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:16:47.504886 tst handover.py: using LAC 20149\u000a08:16:47.635845 tst handover.py: using RAC 4\u000a08:16:47.767098 tst handover.py: using CellId 20149\u000a08:16:47.898994 tst handover.py: using BVCI 20150\u000a08:16:47.924845 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:16:48.071488 tst handover.py: using LAC 20150\u000a08:16:48.203042 tst handover.py: using RAC 5\u000a08:16:48.334119 tst handover.py: using CellId 20150\u000a08:16:48.462929 tst handover.py: using BVCI 20151\u000a08:16:48.488380 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:16:48.499902 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:16:48.511187 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:16:48.522574 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:16:48.533908 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:16:48.545158 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:16:48.665228 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:16:48.870098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:16:49.339326 run create_hlr_db(pid=12637): Launched\u000a08:16:49.463887 bus /sierra_2: Setting Powered False\u000a08:16:50.537102 run create_hlr_db(pid=12637): Terminated: ok {rc=0}\u000a08:16:50.946481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12639): Launched\u000a08:16:51.279242 run osmo-hlr_10.42.42.2(pid=12640): Launched\u000a08:16:51.401379 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:16:51.946222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12642): Launched\u000a08:16:52.277495 run osmo-stp_10.42.42.5(pid=12643): Launched\u000a08:16:52.398126 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:16:52.974049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12645): Launched\u000a08:16:53.305843 run osmo-msc_10.42.42.6(pid=12646): Launched\u000a08:16:53.498708 run osmo-stp_10.42.42.5(pid=12643): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12643)]\u000a08:16:53.638245 run osmo-stp_10.42.42.5(pid=12643): stdout: \u000a| (launched: 2022-12-09_08:16:52.115265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:53.775892 run osmo-stp_10.42.42.5(pid=12643): stderr: \u000a| �[0;m�[38;5;43m20221209081652306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081652306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081652306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081652307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081652307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081652307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081652307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:53.909091 run osmo-stp_10.42.42.5(pid=12643): stdout: \u000a| (launched: 2022-12-09_08:16:52.115265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:54.040447 run osmo-stp_10.42.42.5(pid=12643): stderr: \u000a| �[0;m�[38;5;43m20221209081652306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081652306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081652306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081652307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081652307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081652307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081652307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:54.098592 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12643): Process ended prematurely: osmo-stp_10.42.42.5(pid=12643) [trial-2356↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12643)] [trial-2356↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a08:16:54.107459 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:16:54.169709 run osmo-hlr_10.42.42.2(pid=12640): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12640)]\u000a08:16:54.221574 run osmo-hlr_10.42.42.2(pid=12640): stdout: \u000a| (launched: 2022-12-09_08:16:51.115434) \u000a08:16:54.273960 run osmo-hlr_10.42.42.2(pid=12640): stderr: \u000a| �[0;m�[1;31m20221209081651313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081651313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081651313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081651313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081651313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081651313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081651326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081651336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081651337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081651337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:16:54.344523 run osmo-msc_10.42.42.6(pid=12646): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12646)]\u000a08:16:54.395289 run osmo-msc_10.42.42.6(pid=12646): stdout: \u000a| (launched: 2022-12-09_08:16:53.143127) \u000a08:16:54.447053 run osmo-msc_10.42.42.6(pid=12646): stderr: \u000a| �[0;m�[38;5;43m20221209081653467 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081653468 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd95fc6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081653468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081653468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081653468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081653468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081653470 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081653470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081653470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081653471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:16:54.491280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12639): Terminating (SIGTERM)\u000a08:16:54.533260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12642): Terminating (SIGTERM)\u000a08:16:54.575311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12645): Terminating (SIGTERM)\u000a08:16:54.585006 --- ParallelTerminationStrategy: PID 12639 died...\u000a08:16:54.641091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12639): Terminated: ok {rc=0}\u000a08:16:54.651233 --- ParallelTerminationStrategy: PID 12642 died...\u000a08:16:54.706723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12642): Terminated: ok {rc=0}\u000a08:16:54.717343 --- ParallelTerminationStrategy: PID 12645 died...\u000a08:16:54.772637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12645): Terminated: ok {rc=0}\u000a08:16:54.859596 bus /sierra_3: Setting Powered False\u000a08:16:55.965153 bus /sierra_3: Setting Powered False\u000a08:16:57.075630 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:16:47" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12660): Process ended prematurely: osmo-stp_10.42.42.5(pid=12660) [trial-2356↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12660)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12660): Process ended prematurely: osmo-stp_10.42.42.5(pid=12660) [trial-2356↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12660)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a08:16:59.106630 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:16:59.118641 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:16:59.264693 tst handover.py: using LAC 20151\u000a08:16:59.392555 tst handover.py: using RAC 6\u000a08:16:59.514444 tst handover.py: using CellId 20151\u000a08:16:59.633691 tst handover.py: using BVCI 20152\u000a08:16:59.657247 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:16:59.790523 tst handover.py: using LAC 20152\u000a08:16:59.909293 tst handover.py: using RAC 7\u000a08:17:00.028093 tst handover.py: using CellId 20152\u000a08:17:00.151190 tst handover.py: using BVCI 20153\u000a08:17:00.174568 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:17:00.185715 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:17:00.196519 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:17:00.207558 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:17:00.218561 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:17:00.229519 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:17:00.352114 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:17:00.556040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:17:01.073556 run create_hlr_db(pid=12651): Launched\u000a08:17:01.200677 bus /sierra_2: Setting Powered False\u000a08:17:02.275104 run create_hlr_db(pid=12651): Terminated: ok {rc=0}\u000a08:17:02.681637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12656): Launched\u000a08:17:02.991333 run osmo-hlr_10.42.42.2(pid=12657): Launched\u000a08:17:03.111523 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:17:03.624289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12659): Launched\u000a08:17:03.933836 run osmo-stp_10.42.42.5(pid=12660): Launched\u000a08:17:04.045768 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:17:04.582760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12662): Launched\u000a08:17:04.891698 run osmo-msc_10.42.42.6(pid=12663): Launched\u000a08:17:05.071258 run osmo-stp_10.42.42.5(pid=12660): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12660)]\u000a08:17:05.200784 run osmo-stp_10.42.42.5(pid=12660): stdout: \u000a| (launched: 2022-12-09_08:17:03.781766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:05.329264 run osmo-stp_10.42.42.5(pid=12660): stderr: \u000a| �[0;m�[38;5;43m20221209081703950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081703950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081703951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081703951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081703952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081703952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081703952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:05.452364 run osmo-stp_10.42.42.5(pid=12660): stdout: \u000a| (launched: 2022-12-09_08:17:03.781766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:05.574564 run osmo-stp_10.42.42.5(pid=12660): stderr: \u000a| �[0;m�[38;5;43m20221209081703950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081703950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081703951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081703951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081703952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081703952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081703952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:05.628110 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12660): Process ended prematurely: osmo-stp_10.42.42.5(pid=12660) [trial-2356↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12660)] [trial-2356↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a08:17:05.636289 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:17:05.695682 run osmo-hlr_10.42.42.2(pid=12657): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12657)]\u000a08:17:05.744601 run osmo-hlr_10.42.42.2(pid=12657): stdout: \u000a| (launched: 2022-12-09_08:17:02.837995) \u000a08:17:05.794350 run osmo-hlr_10.42.42.2(pid=12657): stderr: \u000a| �[0;m�[1;31m20221209081703015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081703015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081703015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081703015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081703015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081703015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081703027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081703035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081703035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081703036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:17:05.861581 run osmo-msc_10.42.42.6(pid=12663): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12663)]\u000a08:17:05.910534 run osmo-msc_10.42.42.6(pid=12663): stdout: \u000a| (launched: 2022-12-09_08:17:04.739655) \u000a08:17:05.959781 run osmo-msc_10.42.42.6(pid=12663): stderr: \u000a| �[0;m�[38;5;43m20221209081705012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081705012 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0550003c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081705012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081705012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081705012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081705013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081705014 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081705015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081705015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081705015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:17:06.001600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12656): Terminating (SIGTERM)\u000a08:17:06.041239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12659): Terminating (SIGTERM)\u000a08:17:06.080879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12662): Terminating (SIGTERM)\u000a08:17:06.090119 --- ParallelTerminationStrategy: PID 12656 died...\u000a08:17:06.143420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12656): Terminated: ok {rc=0}\u000a08:17:06.153232 --- ParallelTerminationStrategy: PID 12659 died...\u000a08:17:06.205738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12659): Terminated: ok {rc=0}\u000a08:17:06.215170 --- ParallelTerminationStrategy: PID 12662 died...\u000a08:17:06.267713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12662): Terminated: ok {rc=0}\u000a08:17:06.355421 bus /sierra_3: Setting Powered False\u000a08:17:07.462669 bus /sierra_3: Setting Powered False\u000a08:17:08.569491 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:16:58" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12674): Process ended prematurely: osmo-stp_10.42.42.5(pid=12674) [trial-2356↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12674)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12674): Process ended prematurely: osmo-stp_10.42.42.5(pid=12674) [trial-2356↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a08:17:10.614649 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:17:10.626338 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:17:10.775857 tst handover.py: using LAC 20153\u000a08:17:10.906747 tst handover.py: using RAC 8\u000a08:17:11.035464 tst handover.py: using CellId 20153\u000a08:17:11.164397 tst handover.py: using BVCI 20154\u000a08:17:11.189617 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:17:11.339595 tst handover.py: using LAC 20154\u000a08:17:11.466690 tst handover.py: using RAC 9\u000a08:17:11.595047 tst handover.py: using CellId 20154\u000a08:17:11.722005 tst handover.py: using BVCI 20155\u000a08:17:11.747194 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:17:11.758938 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:17:11.770638 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:17:11.782348 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:17:11.793970 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:17:11.805517 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:17:11.923757 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:17:12.138502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:17:12.628656 run create_hlr_db(pid=12668): Launched\u000a08:17:12.762213 bus /sierra_2: Setting Powered False\u000a08:17:13.839015 run create_hlr_db(pid=12668): Terminated: ok {rc=0}\u000a08:17:14.225170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12670): Launched\u000a08:17:14.534561 run osmo-hlr_10.42.42.2(pid=12671): Launched\u000a08:17:14.658197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:17:15.167041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12673): Launched\u000a08:17:15.473667 run osmo-stp_10.42.42.5(pid=12674): Launched\u000a08:17:15.585567 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:17:16.150805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12676): Launched\u000a08:17:16.611887 run osmo-msc_10.42.42.6(pid=12677): Launched\u000a08:17:17.027361 run osmo-stp_10.42.42.5(pid=12674): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12674)]\u000a08:17:17.261517 run osmo-stp_10.42.42.5(pid=12674): stdout: \u000a| (launched: 2022-12-09_08:17:15.322375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:17.396262 run osmo-stp_10.42.42.5(pid=12674): stderr: \u000a| �[0;m�[38;5;43m20221209081715492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081715492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081715492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081715493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081715493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081715493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081715493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:17.529054 run osmo-stp_10.42.42.5(pid=12674): stdout: \u000a| (launched: 2022-12-09_08:17:15.322375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:17.660142 run osmo-stp_10.42.42.5(pid=12674): stderr: \u000a| �[0;m�[38;5;43m20221209081715492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081715492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081715492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081715493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081715493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081715493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081715493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:17.717938 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12674): Process ended prematurely: osmo-stp_10.42.42.5(pid=12674) [trial-2356↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12674)] [trial-2356↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a08:17:17.726714 tst handover.py:18: Test FAILED (7.1 sec)\u000a08:17:17.789347 run osmo-hlr_10.42.42.2(pid=12671): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12671)]\u000a08:17:17.841674 run osmo-hlr_10.42.42.2(pid=12671): stdout: \u000a| (launched: 2022-12-09_08:17:14.382146) \u000a08:17:17.894186 run osmo-hlr_10.42.42.2(pid=12671): stderr: \u000a| �[0;m�[1;31m20221209081714559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081714559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081714559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081714559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081714559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081714559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081714572 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081714582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081714582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081714582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:17:17.965108 run osmo-msc_10.42.42.6(pid=12677): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12677)]\u000a08:17:18.015971 run osmo-msc_10.42.42.6(pid=12677): stdout: \u000a| (launched: 2022-12-09_08:17:16.323125) \u000a08:17:18.067945 run osmo-msc_10.42.42.6(pid=12677): stderr: \u000a| �[0;m�[38;5;43m20221209081716825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081716826 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efeedd48c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081716826 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081716826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081716826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081716827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081716832 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081716832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081716832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081716832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:17:18.112226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12670): Terminating (SIGTERM)\u000a08:17:18.154045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12673): Terminating (SIGTERM)\u000a08:17:18.195797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12676): Terminating (SIGTERM)\u000a08:17:18.205081 --- ParallelTerminationStrategy: PID 12670 died...\u000a08:17:18.260762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12670): Terminated: ok {rc=0}\u000a08:17:18.270770 --- ParallelTerminationStrategy: PID 12673 died...\u000a08:17:18.326017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12673): Terminated: ok {rc=0}\u000a08:17:18.336158 --- ParallelTerminationStrategy: PID 12676 died...\u000a08:17:18.391724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12676): Terminated: ok {rc=0}\u000a08:17:18.477591 bus /sierra_3: Setting Powered False\u000a08:17:19.583419 bus /sierra_3: Setting Powered False\u000a08:17:20.690808 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:17:10" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12688): Process ended prematurely: osmo-stp_10.42.42.5(pid=12688) [trial-2356↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12688)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12688): Process ended prematurely: osmo-stp_10.42.42.5(pid=12688) [trial-2356↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12688)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a08:17:22.717324 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:17:22.728825 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:17:22.872696 tst handover.py: using LAC 20155\u000a08:17:22.994517 tst handover.py: using RAC 10\u000a08:17:23.117003 tst handover.py: using CellId 20155\u000a08:17:23.237340 tst handover.py: using BVCI 20156\u000a08:17:23.260718 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:17:23.384241 tst handover.py: using LAC 20156\u000a08:17:23.514443 tst handover.py: using RAC 11\u000a08:17:23.645122 tst handover.py: using CellId 20156\u000a08:17:23.778824 tst handover.py: using BVCI 20157\u000a08:17:23.804020 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:17:23.815642 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:17:23.827128 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:17:23.838514 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:17:23.850087 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:17:23.861425 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:17:23.981271 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:17:24.183138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:17:24.651630 run create_hlr_db(pid=12682): Launched\u000a08:17:24.776118 bus /sierra_2: Setting Powered False\u000a08:17:25.850526 run create_hlr_db(pid=12682): Terminated: ok {rc=0}\u000a08:17:26.259863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12684): Launched\u000a08:17:26.593040 run osmo-hlr_10.42.42.2(pid=12685): Launched\u000a08:17:26.716585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:17:27.263962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12687): Launched\u000a08:17:27.597715 run osmo-stp_10.42.42.5(pid=12688): Launched\u000a08:17:27.722661 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:17:28.298019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12690): Launched\u000a08:17:28.631099 run osmo-msc_10.42.42.6(pid=12691): Launched\u000a08:17:28.824092 run osmo-stp_10.42.42.5(pid=12688): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12688)]\u000a08:17:28.964648 run osmo-stp_10.42.42.5(pid=12688): stdout: \u000a| (launched: 2022-12-09_08:17:27.431888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:29.103170 run osmo-stp_10.42.42.5(pid=12688): stderr: \u000a| �[0;m�[38;5;43m20221209081727628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081727628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081727629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081727629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081727630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081727630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081727630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:29.236156 run osmo-stp_10.42.42.5(pid=12688): stdout: \u000a| (launched: 2022-12-09_08:17:27.431888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:29.367400 run osmo-stp_10.42.42.5(pid=12688): stderr: \u000a| �[0;m�[38;5;43m20221209081727628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081727628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081727629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081727629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081727630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081727630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081727630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:29.425604 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12688): Process ended prematurely: osmo-stp_10.42.42.5(pid=12688) [trial-2356↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12688)] [trial-2356↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a08:17:29.434392 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:17:29.497501 run osmo-hlr_10.42.42.2(pid=12685): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12685)]\u000a08:17:29.549414 run osmo-hlr_10.42.42.2(pid=12685): stdout: \u000a| (launched: 2022-12-09_08:17:26.428821) \u000a08:17:29.601734 run osmo-hlr_10.42.42.2(pid=12685): stderr: \u000a| �[0;m�[1;31m20221209081726628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081726628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081726628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081726628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081726628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081726628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081726639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081726648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081726648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081726648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:17:29.672452 run osmo-msc_10.42.42.6(pid=12691): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12691)]\u000a08:17:29.723298 run osmo-msc_10.42.42.6(pid=12691): stdout: \u000a| (launched: 2022-12-09_08:17:28.466139) \u000a08:17:29.775264 run osmo-msc_10.42.42.6(pid=12691): stderr: \u000a| �[0;m�[38;5;43m20221209081728786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081728786 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ef7c38c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081728786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081728786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081728786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081728786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081728788 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081728789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081728789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081728789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:17:29.819031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12684): Terminating (SIGTERM)\u000a08:17:29.861087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12687): Terminating (SIGTERM)\u000a08:17:29.903199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12690): Terminating (SIGTERM)\u000a08:17:29.912896 --- ParallelTerminationStrategy: PID 12684 died...\u000a08:17:29.969895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12684): Terminated: ok {rc=0}\u000a08:17:29.980249 --- ParallelTerminationStrategy: PID 12687 died...\u000a08:17:30.037270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12687): Terminated: ok {rc=0}\u000a08:17:30.047860 --- ParallelTerminationStrategy: PID 12690 died...\u000a08:17:30.104502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12690): Terminated: ok {rc=0}\u000a08:17:30.190868 bus /sierra_3: Setting Powered False\u000a08:17:31.296740 bus /sierra_3: Setting Powered False\u000a08:17:32.406633 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:17:22" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12706): Process ended prematurely: osmo-stp_10.42.42.5(pid=12706) [trial-2356↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12706)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12706): Process ended prematurely: osmo-stp_10.42.42.5(pid=12706) [trial-2356↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:17:34.425491 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:17:34.436836 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:17:34.581946 tst handover.py: using LAC 20157\u000a08:17:34.710378 tst handover.py: using RAC 12\u000a08:17:34.837821 tst handover.py: using CellId 20157\u000a08:17:34.964891 tst handover.py: using BVCI 20158\u000a08:17:34.990409 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:17:35.135272 tst handover.py: using LAC 20158\u000a08:17:35.263443 tst handover.py: using RAC 13\u000a08:17:35.385996 tst handover.py: using CellId 20158\u000a08:17:35.504174 tst handover.py: using BVCI 20159\u000a08:17:35.527503 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:17:35.538905 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:17:35.549885 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:17:35.560666 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:17:35.571672 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:17:35.582458 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:17:35.703707 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:17:35.913890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:17:36.406220 run create_hlr_db(pid=12700): Launched\u000a08:17:36.540243 bus /sierra_2: Setting Powered False\u000a08:17:37.617759 run create_hlr_db(pid=12700): Terminated: ok {rc=0}\u000a08:17:38.026866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12702): Launched\u000a08:17:38.358524 run osmo-hlr_10.42.42.2(pid=12703): Launched\u000a08:17:38.482891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:17:39.027443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12705): Launched\u000a08:17:39.359138 run osmo-stp_10.42.42.5(pid=12706): Launched\u000a08:17:39.478906 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:17:40.057244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12708): Launched\u000a08:17:40.390510 run osmo-msc_10.42.42.6(pid=12709): Launched\u000a08:17:40.583399 run osmo-stp_10.42.42.5(pid=12706): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12706)]\u000a08:17:40.723495 run osmo-stp_10.42.42.5(pid=12706): stdout: \u000a| (launched: 2022-12-09_08:17:39.195855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:40.862562 run osmo-stp_10.42.42.5(pid=12706): stderr: \u000a| �[0;m�[38;5;43m20221209081739388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081739388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081739389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081739389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081739390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081739390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081739390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:40.995378 run osmo-stp_10.42.42.5(pid=12706): stdout: \u000a| (launched: 2022-12-09_08:17:39.195855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:41.127291 run osmo-stp_10.42.42.5(pid=12706): stderr: \u000a| �[0;m�[38;5;43m20221209081739388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081739388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081739389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081739389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081739390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081739390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081739390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:41.185182 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12706): Process ended prematurely: osmo-stp_10.42.42.5(pid=12706) [trial-2356↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12706)] [trial-2356↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a08:17:41.194116 tst handover.py:18: Test FAILED (6.8 sec)\u000a08:17:41.256903 run osmo-hlr_10.42.42.2(pid=12703): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12703)]\u000a08:17:41.308496 run osmo-hlr_10.42.42.2(pid=12703): stdout: \u000a| (launched: 2022-12-09_08:17:38.195496) \u000a08:17:41.360394 run osmo-hlr_10.42.42.2(pid=12703): stderr: \u000a| �[0;m�[1;31m20221209081738393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081738393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081738393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081738393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081738393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081738393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081738404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081738414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081738414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081738414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:17:41.431094 run osmo-msc_10.42.42.6(pid=12709): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12709)]\u000a08:17:41.482304 run osmo-msc_10.42.42.6(pid=12709): stdout: \u000a| (launched: 2022-12-09_08:17:40.226161) \u000a08:17:41.534035 run osmo-msc_10.42.42.6(pid=12709): stderr: \u000a| �[0;m�[38;5;43m20221209081740548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081740548 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f23f92c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081740548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081740549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081740549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081740549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081740551 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081740551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081740551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081740551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:17:41.578197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12702): Terminating (SIGTERM)\u000a08:17:41.619642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12705): Terminating (SIGTERM)\u000a08:17:41.661600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12708): Terminating (SIGTERM)\u000a08:17:41.671358 --- ParallelTerminationStrategy: PID 12702 died...\u000a08:17:41.727446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12702): Terminated: ok {rc=0}\u000a08:17:41.737657 --- ParallelTerminationStrategy: PID 12705 died...\u000a08:17:41.794040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12705): Terminated: ok {rc=0}\u000a08:17:41.804242 --- ParallelTerminationStrategy: PID 12708 died...\u000a08:17:41.860387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12708): Terminated: ok {rc=0}\u000a08:17:41.948334 bus /sierra_3: Setting Powered False\u000a08:17:43.052238 bus /sierra_3: Setting Powered False\u000a08:17:44.164297 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:17:34" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12720): Process ended prematurely: osmo-stp_10.42.42.5(pid=12720) [trial-2356↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12720)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12720): Process ended prematurely: osmo-stp_10.42.42.5(pid=12720) [trial-2356↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:17:46.198352 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:46.210439 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:17:46.356043 tst handover.py: using LAC 20159\u000a08:17:46.489943 tst handover.py: using RAC 14\u000a08:17:46.616039 tst handover.py: using CellId 20159\u000a08:17:46.747565 tst handover.py: using BVCI 20160\u000a08:17:46.774034 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:17:46.960329 tst handover.py: using LAC 20160\u000a08:17:47.109412 tst handover.py: using RAC 15\u000a08:17:47.233333 tst handover.py: using CellId 20160\u000a08:17:47.352647 tst handover.py: using BVCI 20161\u000a08:17:47.376079 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:47.387055 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:47.397832 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:47.408610 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:47.419397 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:47.430158 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:17:47.551193 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:17:47.764253 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:17:48.237174 run create_hlr_db(pid=12714): Launched\u000a08:17:48.361890 bus /sierra_2: Setting Powered False\u000a08:17:49.433509 run create_hlr_db(pid=12714): Terminated: ok {rc=0}\u000a08:17:49.841144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12716): Launched\u000a08:17:50.172698 run osmo-hlr_10.42.42.2(pid=12717): Launched\u000a08:17:50.295442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:17:50.838764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12719): Launched\u000a08:17:51.169960 run osmo-stp_10.42.42.5(pid=12720): Launched\u000a08:17:51.289783 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:17:51.864878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12722): Launched\u000a08:17:52.199088 run osmo-msc_10.42.42.6(pid=12723): Launched\u000a08:17:52.393396 run osmo-stp_10.42.42.5(pid=12720): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12720)]\u000a08:17:52.533315 run osmo-stp_10.42.42.5(pid=12720): stdout: \u000a| (launched: 2022-12-09_08:17:51.006582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:52.671187 run osmo-stp_10.42.42.5(pid=12720): stderr: \u000a| �[0;m�[38;5;43m20221209081751197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081751197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081751197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081751198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081751198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081751198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081751198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:52.803339 run osmo-stp_10.42.42.5(pid=12720): stdout: \u000a| (launched: 2022-12-09_08:17:51.006582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:52.934391 run osmo-stp_10.42.42.5(pid=12720): stderr: \u000a| �[0;m�[38;5;43m20221209081751197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081751197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081751197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081751198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081751198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081751198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081751198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:52.991743 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12720): Process ended prematurely: osmo-stp_10.42.42.5(pid=12720) [trial-2356↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12720)] [trial-2356↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a08:17:53.000417 tst handover.py:18: Test FAILED (6.8 sec)\u000a08:17:53.062866 run osmo-hlr_10.42.42.2(pid=12717): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12717)]\u000a08:17:53.114810 run osmo-hlr_10.42.42.2(pid=12717): stdout: \u000a| (launched: 2022-12-09_08:17:50.008906) \u000a08:17:53.166652 run osmo-hlr_10.42.42.2(pid=12717): stderr: \u000a| �[0;m�[1;31m20221209081750209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081750209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081750209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081750209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081750209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081750209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081750222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081750231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081750231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081750231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:17:53.237255 run osmo-msc_10.42.42.6(pid=12723): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12723)]\u000a08:17:53.288012 run osmo-msc_10.42.42.6(pid=12723): stdout: \u000a| (launched: 2022-12-09_08:17:52.033893) \u000a08:17:53.339509 run osmo-msc_10.42.42.6(pid=12723): stderr: \u000a| �[0;m�[38;5;43m20221209081752356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081752356 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f497cc84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081752356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081752356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081752356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081752356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081752358 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081752359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081752359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081752359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:17:53.383640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12716): Terminating (SIGTERM)\u000a08:17:53.425538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12719): Terminating (SIGTERM)\u000a08:17:53.467907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12722): Terminating (SIGTERM)\u000a08:17:53.477902 --- ParallelTerminationStrategy: PID 12716 died...\u000a08:17:53.534558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12716): Terminated: ok {rc=0}\u000a08:17:53.544726 --- ParallelTerminationStrategy: PID 12719 died...\u000a08:17:53.601304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12719): Terminated: ok {rc=0}\u000a08:17:53.611602 --- ParallelTerminationStrategy: PID 12722 died...\u000a08:17:53.668073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12722): Terminated: ok {rc=0}\u000a08:17:53.755024 bus /sierra_3: Setting Powered False\u000a08:17:54.859288 bus /sierra_3: Setting Powered False\u000a08:17:55.967084 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:17:45" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12734): Process ended prematurely: osmo-stp_10.42.42.5(pid=12734) [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12734)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12734): Process ended prematurely: osmo-stp_10.42.42.5(pid=12734) [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a08:17:57.992489 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:17:58.003846 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:17:58.136835 tst handover.py: using LAC 20161\u000a08:17:58.259663 tst handover.py: using RAC 16\u000a08:17:58.382375 tst handover.py: using CellId 20161\u000a08:17:58.505518 tst handover.py: using BVCI 20162\u000a08:17:58.528897 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:17:58.668665 tst handover.py: using LAC 20162\u000a08:17:58.796292 tst handover.py: using RAC 17\u000a08:17:58.924432 tst handover.py: using CellId 20162\u000a08:17:59.053190 tst handover.py: using BVCI 20163\u000a08:17:59.079449 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:17:59.091548 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:17:59.103327 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:17:59.115353 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:17:59.127356 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:17:59.139185 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:17:59.256248 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:17:59.471564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:17:59.963697 run create_hlr_db(pid=12728): Launched\u000a08:18:00.098501 bus /sierra_2: Setting Powered False\u000a08:18:01.176099 run create_hlr_db(pid=12728): Terminated: ok {rc=0}\u000a08:18:01.599119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12730): Launched\u000a08:18:02.042455 run osmo-hlr_10.42.42.2(pid=12731): Launched\u000a08:18:02.226215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:18:02.769954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12733): Launched\u000a08:18:03.101811 run osmo-stp_10.42.42.5(pid=12734): Launched\u000a08:18:03.221106 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:18:03.794202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12736): Launched\u000a08:18:04.125980 run osmo-msc_10.42.42.6(pid=12737): Launched\u000a08:18:04.319806 run osmo-stp_10.42.42.5(pid=12734): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12734)]\u000a08:18:04.459401 run osmo-stp_10.42.42.5(pid=12734): stdout: \u000a| (launched: 2022-12-09_08:18:02.937376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:04.597124 run osmo-stp_10.42.42.5(pid=12734): stderr: \u000a| �[0;m�[38;5;43m20221209081803130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081803130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081803131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081803131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081803131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081803131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081803132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:04.729022 run osmo-stp_10.42.42.5(pid=12734): stdout: \u000a| (launched: 2022-12-09_08:18:02.937376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:04.860085 run osmo-stp_10.42.42.5(pid=12734): stderr: \u000a| �[0;m�[38;5;43m20221209081803130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081803130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081803131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081803131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081803131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081803131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081803132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:04.917569 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12734): Process ended prematurely: osmo-stp_10.42.42.5(pid=12734) [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12734)] [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a08:18:04.926292 tst handover.py:18: Test FAILED (6.9 sec)\u000a08:18:04.988097 run osmo-hlr_10.42.42.2(pid=12731): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12731)]\u000a08:18:05.039710 run osmo-hlr_10.42.42.2(pid=12731): stdout: \u000a| (launched: 2022-12-09_08:18:01.770608) \u000a08:18:05.092422 run osmo-hlr_10.42.42.2(pid=12731): stderr: \u000a| �[0;m�[1;31m20221209081801976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081801976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081801976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081801976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081801976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081801976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081801991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081802007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081802007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081802007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:18:05.162975 run osmo-msc_10.42.42.6(pid=12737): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12737)]\u000a08:18:05.214168 run osmo-msc_10.42.42.6(pid=12737): stdout: \u000a| (launched: 2022-12-09_08:18:03.962172) \u000a08:18:05.265640 run osmo-msc_10.42.42.6(pid=12737): stderr: \u000a| �[0;m�[38;5;43m20221209081804283 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081804283 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7b1623c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081804283 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081804283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081804284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081804284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081804285 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081804286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081804286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081804286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:18:05.309551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12730): Terminating (SIGTERM)\u000a08:18:05.351279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12733): Terminating (SIGTERM)\u000a08:18:05.393152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12736): Terminating (SIGTERM)\u000a08:18:05.402763 --- ParallelTerminationStrategy: PID 12730 died...\u000a08:18:05.458733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12730): Terminated: ok {rc=0}\u000a08:18:05.468721 --- ParallelTerminationStrategy: PID 12733 died...\u000a08:18:05.524277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12733): Terminated: ok {rc=0}\u000a08:18:05.534267 --- ParallelTerminationStrategy: PID 12736 died...\u000a08:18:05.589553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12736): Terminated: ok {rc=0}\u000a08:18:05.676498 bus /sierra_3: Setting Powered False\u000a08:18:06.782543 bus /sierra_3: Setting Powered False\u000a08:18:07.892727 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:17:57" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12748): Process ended prematurely: osmo-stp_10.42.42.5(pid=12748) [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12748)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12748): Process ended prematurely: osmo-stp_10.42.42.5(pid=12748) [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a08:18:09.890787 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:18:09.902112 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:18:10.034493 tst handover.py: using LAC 20163\u000a08:18:10.154729 tst handover.py: using RAC 18\u000a08:18:10.277905 tst handover.py: using CellId 20163\u000a08:18:10.400902 tst handover.py: using BVCI 20164\u000a08:18:10.424382 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:18:10.548017 tst handover.py: using LAC 20164\u000a08:18:10.670124 tst handover.py: using RAC 19\u000a08:18:10.793189 tst handover.py: using CellId 20164\u000a08:18:10.913692 tst handover.py: using BVCI 20165\u000a08:18:10.937196 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:18:10.948666 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:18:10.959784 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:18:10.970978 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:18:10.982095 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:18:10.993224 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:18:11.115132 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:18:11.319598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:18:11.786470 run create_hlr_db(pid=12742): Launched\u000a08:18:11.911426 bus /sierra_2: Setting Powered False\u000a08:18:12.983868 run create_hlr_db(pid=12742): Terminated: ok {rc=0}\u000a08:18:13.366121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12744): Launched\u000a08:18:13.676127 run osmo-hlr_10.42.42.2(pid=12745): Launched\u000a08:18:13.796727 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:18:14.311095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12747): Launched\u000a08:18:14.619074 run osmo-stp_10.42.42.5(pid=12748): Launched\u000a08:18:14.730569 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:18:15.265997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12750): Launched\u000a08:18:15.574961 run osmo-msc_10.42.42.6(pid=12751): Launched\u000a08:18:15.755055 run osmo-stp_10.42.42.5(pid=12748): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12748)]\u000a08:18:15.906859 run osmo-stp_10.42.42.5(pid=12748): stdout: \u000a| (launched: 2022-12-09_08:18:14.467572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:16.049309 run osmo-stp_10.42.42.5(pid=12748): stderr: \u000a| �[0;m�[38;5;43m20221209081814638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081814638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081814638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081814639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081814639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081814639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081814639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:16.186751 run osmo-stp_10.42.42.5(pid=12748): stdout: \u000a| (launched: 2022-12-09_08:18:14.467572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:16.324367 run osmo-stp_10.42.42.5(pid=12748): stderr: \u000a| �[0;m�[38;5;43m20221209081814638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081814638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081814638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081814639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081814639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081814639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081814639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:16.383874 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12748): Process ended prematurely: osmo-stp_10.42.42.5(pid=12748) [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12748)] [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a08:18:16.393679 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:18:16.461574 run osmo-hlr_10.42.42.2(pid=12745): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12745)]\u000a08:18:16.516469 run osmo-hlr_10.42.42.2(pid=12745): stdout: \u000a| (launched: 2022-12-09_08:18:13.522510) \u000a08:18:16.571339 run osmo-hlr_10.42.42.2(pid=12745): stderr: \u000a| �[0;m�[1;31m20221209081813697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081813697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081813697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081813697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081813698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081813698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081813708 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081813718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081813718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081813718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:18:16.646986 run osmo-msc_10.42.42.6(pid=12751): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12751)]\u000a08:18:16.701359 run osmo-msc_10.42.42.6(pid=12751): stdout: \u000a| (launched: 2022-12-09_08:18:15.422521) \u000a08:18:16.754933 run osmo-msc_10.42.42.6(pid=12751): stderr: \u000a| �[0;m�[38;5;43m20221209081815696 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081815696 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda72fb9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081815696 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081815696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081815696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081815696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081815698 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081815698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081815699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081815699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:18:16.801432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12744): Terminating (SIGTERM)\u000a08:18:16.848881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12747): Terminating (SIGTERM)\u000a08:18:16.895367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12750): Terminating (SIGTERM)\u000a08:18:16.906322 --- ParallelTerminationStrategy: PID 12744 died...\u000a08:18:16.965946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12744): Terminated: ok {rc=0}\u000a08:18:16.976891 --- ParallelTerminationStrategy: PID 12747 died...\u000a08:18:17.037677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12747): Terminated: ok {rc=0}\u000a08:18:17.048639 --- ParallelTerminationStrategy: PID 12750 died...\u000a08:18:17.109769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12750): Terminated: ok {rc=0}\u000a08:18:17.201950 bus /sierra_3: Setting Powered False\u000a08:18:18.304694 bus /sierra_3: Setting Powered False\u000a08:18:19.415462 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:18:09" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12762): Process ended prematurely: osmo-stp_10.42.42.5(pid=12762) [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12762)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12762): Process ended prematurely: osmo-stp_10.42.42.5(pid=12762) [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:18:21.439311 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:18:21.450970 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:18:21.591357 tst handover.py: using LAC 20165\u000a08:18:21.723705 tst handover.py: using RAC 20\u000a08:18:21.851789 tst handover.py: using CellId 20165\u000a08:18:21.975768 tst handover.py: using BVCI 20166\u000a08:18:21.999467 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:18:22.144322 tst handover.py: using LAC 20166\u000a08:18:22.265197 tst handover.py: using RAC 21\u000a08:18:22.386805 tst handover.py: using CellId 20166\u000a08:18:22.506820 tst handover.py: using BVCI 20167\u000a08:18:22.530659 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:18:22.542040 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:18:22.553111 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:18:22.565011 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:18:22.576280 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:18:22.588329 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:18:22.709690 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:18:22.914793 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:18:23.384112 run create_hlr_db(pid=12756): Launched\u000a08:18:23.518622 bus /sierra_2: Setting Powered False\u000a08:18:24.594651 run create_hlr_db(pid=12756): Terminated: ok {rc=0}\u000a08:18:25.005923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12758): Launched\u000a08:18:25.338855 run osmo-hlr_10.42.42.2(pid=12759): Launched\u000a08:18:25.461609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:18:26.006937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12761): Launched\u000a08:18:26.339329 run osmo-stp_10.42.42.5(pid=12762): Launched\u000a08:18:26.460391 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:18:27.035130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12764): Launched\u000a08:18:27.368062 run osmo-msc_10.42.42.6(pid=12765): Launched\u000a08:18:27.562942 run osmo-stp_10.42.42.5(pid=12762): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12762)]\u000a08:18:27.702662 run osmo-stp_10.42.42.5(pid=12762): stdout: \u000a| (launched: 2022-12-09_08:18:26.175581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:27.841663 run osmo-stp_10.42.42.5(pid=12762): stderr: \u000a| �[0;m�[38;5;43m20221209081826366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081826366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081826366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081826366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081826367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081826367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081826367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:27.974432 run osmo-stp_10.42.42.5(pid=12762): stdout: \u000a| (launched: 2022-12-09_08:18:26.175581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:28.105944 run osmo-stp_10.42.42.5(pid=12762): stderr: \u000a| �[0;m�[38;5;43m20221209081826366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081826366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081826366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081826366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081826367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081826367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081826367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:28.163938 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12762): Process ended prematurely: osmo-stp_10.42.42.5(pid=12762) [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12762)] [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a08:18:28.172995 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:18:28.235471 run osmo-hlr_10.42.42.2(pid=12759): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12759)]\u000a08:18:28.286904 run osmo-hlr_10.42.42.2(pid=12759): stdout: \u000a| (launched: 2022-12-09_08:18:25.175011) \u000a08:18:28.339495 run osmo-hlr_10.42.42.2(pid=12759): stderr: \u000a| �[0;m�[1;31m20221209081825371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081825371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081825371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081825372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081825372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081825372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081825384 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081825393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081825393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081825393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:18:28.409964 run osmo-msc_10.42.42.6(pid=12765): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12765)]\u000a08:18:28.461257 run osmo-msc_10.42.42.6(pid=12765): stdout: \u000a| (launched: 2022-12-09_08:18:27.203591) \u000a08:18:28.513131 run osmo-msc_10.42.42.6(pid=12765): stderr: \u000a| �[0;m�[38;5;43m20221209081827526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081827526 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb2b8744c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081827526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081827526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081827526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081827526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081827528 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081827529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081827529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081827529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:18:28.556567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12758): Terminating (SIGTERM)\u000a08:18:28.598294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12761): Terminating (SIGTERM)\u000a08:18:28.639838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12764): Terminating (SIGTERM)\u000a08:18:28.649726 --- ParallelTerminationStrategy: PID 12758 died...\u000a08:18:28.705757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12758): Terminated: ok {rc=0}\u000a08:18:28.715979 --- ParallelTerminationStrategy: PID 12761 died...\u000a08:18:28.772232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12761): Terminated: ok {rc=0}\u000a08:18:28.782325 --- ParallelTerminationStrategy: PID 12764 died...\u000a08:18:28.838100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12764): Terminated: ok {rc=0}\u000a08:18:28.925020 bus /sierra_3: Setting Powered False\u000a08:18:30.027554 bus /sierra_3: Setting Powered False\u000a08:18:31.134039 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:18:21" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12776): Process ended prematurely: osmo-stp_10.42.42.5(pid=12776) [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12776)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12776): Process ended prematurely: osmo-stp_10.42.42.5(pid=12776) [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:18:33.170664 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:18:33.182435 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:18:33.325955 tst handover.py: using LAC 20167\u000a08:18:33.455987 tst handover.py: using RAC 22\u000a08:18:33.586406 tst handover.py: using CellId 20167\u000a08:18:33.715117 tst handover.py: using BVCI 20168\u000a08:18:33.740378 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:18:33.883082 tst handover.py: using LAC 20168\u000a08:18:34.001881 tst handover.py: using RAC 23\u000a08:18:34.121733 tst handover.py: using CellId 20168\u000a08:18:34.248618 tst handover.py: using BVCI 20169\u000a08:18:34.274030 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:18:34.285900 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:18:34.297598 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:18:34.309430 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:18:34.321578 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:18:34.333280 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:18:34.450311 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:18:34.665079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:18:35.161115 run create_hlr_db(pid=12770): Launched\u000a08:18:35.294846 bus /sierra_2: Setting Powered False\u000a08:18:36.371409 run create_hlr_db(pid=12770): Terminated: ok {rc=0}\u000a08:18:36.757852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12772): Launched\u000a08:18:37.066150 run osmo-hlr_10.42.42.2(pid=12773): Launched\u000a08:18:37.179886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:18:37.688538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12775): Launched\u000a08:18:38.001913 run osmo-stp_10.42.42.5(pid=12776): Launched\u000a08:18:38.114307 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:18:38.650915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12778): Launched\u000a08:18:38.960412 run osmo-msc_10.42.42.6(pid=12779): Launched\u000a08:18:39.139675 run osmo-stp_10.42.42.5(pid=12776): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12776)]\u000a08:18:39.269086 run osmo-stp_10.42.42.5(pid=12776): stdout: \u000a| (launched: 2022-12-09_08:18:37.845165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:39.398096 run osmo-stp_10.42.42.5(pid=12776): stderr: \u000a| �[0;m�[38;5;43m20221209081838018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081838018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081838018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081838019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081838019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081838019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081838019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:39.520612 run osmo-stp_10.42.42.5(pid=12776): stdout: \u000a| (launched: 2022-12-09_08:18:37.845165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:39.642965 run osmo-stp_10.42.42.5(pid=12776): stderr: \u000a| �[0;m�[38;5;43m20221209081838018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081838018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081838018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081838019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081838019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081838019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081838019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:39.696018 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12776): Process ended prematurely: osmo-stp_10.42.42.5(pid=12776) [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12776)] [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a08:18:39.703899 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:18:39.762673 run osmo-hlr_10.42.42.2(pid=12773): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12773)]\u000a08:18:39.810941 run osmo-hlr_10.42.42.2(pid=12773): stdout: \u000a| (launched: 2022-12-09_08:18:36.914462) \u000a08:18:39.859910 run osmo-hlr_10.42.42.2(pid=12773): stderr: \u000a| �[0;m�[1;31m20221209081837090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081837090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081837090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081837090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081837090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081837090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081837102 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081837110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081837110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081837110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:18:39.926631 run osmo-msc_10.42.42.6(pid=12779): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12779)]\u000a08:18:39.975049 run osmo-msc_10.42.42.6(pid=12779): stdout: \u000a| (launched: 2022-12-09_08:18:38.807514) \u000a08:18:40.024098 run osmo-msc_10.42.42.6(pid=12779): stderr: \u000a| �[0;m�[38;5;43m20221209081839076 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081839076 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a6b982c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081839077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081839077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081839077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081839077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081839079 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081839079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081839080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081839080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:18:40.065359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12772): Terminating (SIGTERM)\u000a08:18:40.104118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12775): Terminating (SIGTERM)\u000a08:18:40.143061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12778): Terminating (SIGTERM)\u000a08:18:40.152121 --- ParallelTerminationStrategy: PID 12772 died...\u000a08:18:40.204324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12772): Terminated: ok {rc=0}\u000a08:18:40.213807 --- ParallelTerminationStrategy: PID 12775 died...\u000a08:18:40.265761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12775): Terminated: ok {rc=0}\u000a08:18:40.275204 --- ParallelTerminationStrategy: PID 12778 died...\u000a08:18:40.328182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12778): Terminated: ok {rc=0}\u000a08:18:40.417434 bus /sierra_3: Setting Powered False\u000a08:18:41.524151 bus /sierra_3: Setting Powered False\u000a08:18:42.635530 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:18:32" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12790): Process ended prematurely: osmo-stp_10.42.42.5(pid=12790) [trial-2356↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12790)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12790): Process ended prematurely: osmo-stp_10.42.42.5(pid=12790) [trial-2356↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a08:18:44.646907 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:18:44.658633 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:18:44.798402 tst handover.py: using LAC 20169\u000a08:18:44.919788 tst handover.py: using RAC 24\u000a08:18:45.040791 tst handover.py: using CellId 20169\u000a08:18:45.161341 tst handover.py: using BVCI 20170\u000a08:18:45.184830 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:18:45.306776 tst handover.py: using LAC 20170\u000a08:18:45.426205 tst handover.py: using RAC 25\u000a08:18:45.546325 tst handover.py: using CellId 20170\u000a08:18:45.666195 tst handover.py: using BVCI 20171\u000a08:18:45.690003 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:18:45.701210 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:18:45.712185 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:18:45.723125 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:18:45.734197 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:18:45.745151 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:18:45.886308 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:18:46.169369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:18:46.714935 run create_hlr_db(pid=12784): Launched\u000a08:18:46.844484 bus /sierra_2: Setting Powered False\u000a08:18:47.913871 run create_hlr_db(pid=12784): Terminated: ok {rc=0}\u000a08:18:48.323538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12786): Launched\u000a08:18:48.655321 run osmo-hlr_10.42.42.2(pid=12787): Launched\u000a08:18:48.777621 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:18:49.323324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12789): Launched\u000a08:18:49.655963 run osmo-stp_10.42.42.5(pid=12790): Launched\u000a08:18:49.776640 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:18:50.351313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12792): Launched\u000a08:18:50.685619 run osmo-msc_10.42.42.6(pid=12793): Launched\u000a08:18:50.879231 run osmo-stp_10.42.42.5(pid=12790): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12790)]\u000a08:18:51.018800 run osmo-stp_10.42.42.5(pid=12790): stdout: \u000a| (launched: 2022-12-09_08:18:49.491556)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:51.157981 run osmo-stp_10.42.42.5(pid=12790): stderr: \u000a| �[0;m�[38;5;43m20221209081849685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081849685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081849685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081849686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081849686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081849686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081849686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:51.290349 run osmo-stp_10.42.42.5(pid=12790): stdout: \u000a| (launched: 2022-12-09_08:18:49.491556)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:51.421838 run osmo-stp_10.42.42.5(pid=12790): stderr: \u000a| �[0;m�[38;5;43m20221209081849685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081849685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081849685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081849686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081849686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081849686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081849686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:51.478624 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12790): Process ended prematurely: osmo-stp_10.42.42.5(pid=12790) [trial-2356↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12790)] [trial-2356↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a08:18:51.487369 tst handover.py:18: Test FAILED (6.8 sec)\u000a08:18:51.549764 run osmo-hlr_10.42.42.2(pid=12787): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12787)]\u000a08:18:51.600500 run osmo-hlr_10.42.42.2(pid=12787): stdout: \u000a| (launched: 2022-12-09_08:18:48.492719) \u000a08:18:51.651845 run osmo-hlr_10.42.42.2(pid=12787): stderr: \u000a| �[0;m�[1;31m20221209081848693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081848693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081848693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081848693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081848693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081848693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081848706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081848714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081848714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081848714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:18:51.722431 run osmo-msc_10.42.42.6(pid=12793): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12793)]\u000a08:18:51.773347 run osmo-msc_10.42.42.6(pid=12793): stdout: \u000a| (launched: 2022-12-09_08:18:50.519313) \u000a08:18:51.825198 run osmo-msc_10.42.42.6(pid=12793): stderr: \u000a| �[0;m�[38;5;43m20221209081850843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081850843 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff24c474c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081850843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081850843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081850843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081850844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081850845 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081850846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081850846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081850846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:18:51.869554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12786): Terminating (SIGTERM)\u000a08:18:51.911502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12789): Terminating (SIGTERM)\u000a08:18:51.953802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12792): Terminating (SIGTERM)\u000a08:18:51.963609 --- ParallelTerminationStrategy: PID 12786 died...\u000a08:18:52.019835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12786): Terminated: ok {rc=0}\u000a08:18:52.030602 --- ParallelTerminationStrategy: PID 12789 died...\u000a08:18:52.086701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12789): Terminated: ok {rc=0}\u000a08:18:52.096924 --- ParallelTerminationStrategy: PID 12792 died...\u000a08:18:52.153144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12792): Terminated: ok {rc=0}\u000a08:18:52.239508 bus /sierra_3: Setting Powered False\u000a08:18:53.346011 bus /sierra_3: Setting Powered False\u000a08:18:54.451985 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:18:44" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12804): Process ended prematurely: osmo-stp_10.42.42.5(pid=12804) [trial-2356↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12804)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12804): Process ended prematurely: osmo-stp_10.42.42.5(pid=12804) [trial-2356↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:18:56.484324 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:18:56.495528 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:18:56.635051 tst handover.py: using LAC 20171\u000a08:18:56.762134 tst handover.py: using RAC 26\u000a08:18:56.891217 tst handover.py: using CellId 20171\u000a08:18:57.020778 tst handover.py: using BVCI 20172\u000a08:18:57.046088 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:18:57.192030 tst handover.py: using LAC 20172\u000a08:18:57.319607 tst handover.py: using RAC 27\u000a08:18:57.448241 tst handover.py: using CellId 20172\u000a08:18:57.576930 tst handover.py: using BVCI 20173\u000a08:18:57.611551 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:18:57.623301 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:18:57.634761 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:18:57.646235 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:18:57.657662 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:18:57.669216 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:18:57.794101 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:18:57.998034 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:18:58.465872 run create_hlr_db(pid=12798): Launched\u000a08:18:58.590297 bus /sierra_2: Setting Powered False\u000a08:18:59.663236 run create_hlr_db(pid=12798): Terminated: ok {rc=0}\u000a08:19:00.047312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12800): Launched\u000a08:19:00.354306 run osmo-hlr_10.42.42.2(pid=12801): Launched\u000a08:19:00.466449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:19:01.008484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12803): Launched\u000a08:19:01.476623 run osmo-stp_10.42.42.5(pid=12804): Launched\u000a08:19:01.588726 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:19:02.145679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12806): Launched\u000a08:19:02.459884 run osmo-msc_10.42.42.6(pid=12807): Launched\u000a08:19:02.639583 run osmo-stp_10.42.42.5(pid=12804): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12804)]\u000a08:19:02.771121 run osmo-stp_10.42.42.5(pid=12804): stdout: \u000a| (launched: 2022-12-09_08:19:01.167681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:19:02.899021 run osmo-stp_10.42.42.5(pid=12804): stderr: \u000a| �[0;m�[38;5;43m20221209081901364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081901365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081901365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081901365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081901366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081901366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081901366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:19:03.022090 run osmo-stp_10.42.42.5(pid=12804): stdout: \u000a| (launched: 2022-12-09_08:19:01.167681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:19:03.143850 run osmo-stp_10.42.42.5(pid=12804): stderr: \u000a| �[0;m�[38;5;43m20221209081901364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081901365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081901365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081901365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081901366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081901366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081901366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:19:03.197183 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12804): Process ended prematurely: osmo-stp_10.42.42.5(pid=12804) [trial-2356↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12804)] [trial-2356↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a08:19:03.205143 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:19:03.263795 run osmo-hlr_10.42.42.2(pid=12801): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12801)]\u000a08:19:03.312200 run osmo-hlr_10.42.42.2(pid=12801): stdout: \u000a| (launched: 2022-12-09_08:19:00.203435) \u000a08:19:03.361282 run osmo-hlr_10.42.42.2(pid=12801): stderr: \u000a| �[0;m�[1;31m20221209081900377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081900377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081900377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081900377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081900378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081900378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081900393 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081900404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081900404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081900404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:19:03.427933 run osmo-msc_10.42.42.6(pid=12807): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12807)]\u000a08:19:03.476223 run osmo-msc_10.42.42.6(pid=12807): stdout: \u000a| (launched: 2022-12-09_08:19:02.304810) \u000a08:19:03.524892 run osmo-msc_10.42.42.6(pid=12807): stderr: \u000a| �[0;m�[38;5;43m20221209081902579 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081902579 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e84e5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081902579 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081902579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081902579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081902580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081902581 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081902582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081902582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081902582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:19:03.566094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12800): Terminating (SIGTERM)\u000a08:19:03.605169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12803): Terminating (SIGTERM)\u000a08:19:03.644144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12806): Terminating (SIGTERM)\u000a08:19:03.653287 --- ParallelTerminationStrategy: PID 12800 died...\u000a08:19:03.705532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12800): Terminated: ok {rc=0}\u000a08:19:03.715349 --- ParallelTerminationStrategy: PID 12803 died...\u000a08:19:03.767612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12803): Terminated: ok {rc=0}\u000a08:19:03.777515 --- ParallelTerminationStrategy: PID 12806 died...\u000a08:19:03.829682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12806): Terminated: ok {rc=0}\u000a08:19:03.917810 bus /sierra_3: Setting Powered False\u000a08:19:05.020193 bus /sierra_3: Setting Powered False\u000a08:19:06.130113 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:18:56" }, { "cases" : [ { "testActions" : [ ], "age" : 185, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12819): Process ended prematurely: osmo-stp_10.42.42.5(pid=12819) [trial-2356↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12819)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12819): Process ended prematurely: osmo-stp_10.42.42.5(pid=12819) [trial-2356↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:19:08.182896 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:08.194748 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:19:08.343834 tst handover.py: using LAC 20173\u000a08:19:08.474198 tst handover.py: using RAC 28\u000a08:19:08.602721 tst handover.py: using CellId 20173\u000a08:19:08.731365 tst handover.py: using BVCI 20174\u000a08:19:08.757486 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:19:08.902574 tst handover.py: using LAC 20174\u000a08:19:09.030791 tst handover.py: using RAC 29\u000a08:19:09.155038 tst handover.py: using CellId 20174\u000a08:19:09.277440 tst handover.py: using BVCI 20175\u000a08:19:09.300904 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:09.312033 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:09.323323 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:09.334480 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:09.345594 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:09.356369 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:19:09.479699 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:19:09.696460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:19:10.187979 run create_hlr_db(pid=12813): Launched\u000a08:19:10.322829 bus /sierra_2: Setting Powered False\u000a08:19:11.397924 run create_hlr_db(pid=12813): Terminated: ok {rc=0}\u000a08:19:11.809138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12815): Launched\u000a08:19:12.142012 run osmo-hlr_10.42.42.2(pid=12816): Launched\u000a08:19:12.264018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:19:12.811465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12818): Launched\u000a08:19:13.144044 run osmo-stp_10.42.42.5(pid=12819): Launched\u000a08:19:13.264537 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:19:13.838484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12821): Launched\u000a08:19:14.170935 run osmo-msc_10.42.42.6(pid=12822): Launched\u000a08:19:14.363373 run osmo-stp_10.42.42.5(pid=12819): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12819)]\u000a08:19:14.503296 run osmo-stp_10.42.42.5(pid=12819): stdout: \u000a| (launched: 2022-12-09_08:19:12.979305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:19:14.640801 run osmo-stp_10.42.42.5(pid=12819): stderr: \u000a| �[0;m�[38;5;43m20221209081913171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081913171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081913171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081913171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081913172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081913172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081913172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:19:14.773155 run osmo-stp_10.42.42.5(pid=12819): stdout: \u000a| (launched: 2022-12-09_08:19:12.979305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:19:14.904202 run osmo-stp_10.42.42.5(pid=12819): stderr: \u000a| �[0;m�[38;5;43m20221209081913171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081913171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081913171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081913171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081913172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081913172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081913172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:19:14.961526 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12819): Process ended prematurely: osmo-stp_10.42.42.5(pid=12819) [trial-2356↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12819)] [trial-2356↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a08:19:14.970253 tst handover.py:18: Test FAILED (6.8 sec)\u000a08:19:15.032204 run osmo-hlr_10.42.42.2(pid=12816): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12816)]\u000a08:19:15.084176 run osmo-hlr_10.42.42.2(pid=12816): stdout: \u000a| (launched: 2022-12-09_08:19:11.977982) \u000a08:19:15.136096 run osmo-hlr_10.42.42.2(pid=12816): stderr: \u000a| �[0;m�[1;31m20221209081912175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081912175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081912175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081912175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081912175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081912175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081912187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081912196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081912196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081912196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:19:15.206777 run osmo-msc_10.42.42.6(pid=12822): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12822)]\u000a08:19:15.257474 run osmo-msc_10.42.42.6(pid=12822): stdout: \u000a| (launched: 2022-12-09_08:19:14.006660) \u000a08:19:15.309257 run osmo-msc_10.42.42.6(pid=12822): stderr: \u000a| �[0;m�[38;5;43m20221209081914326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081914327 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5182702c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081914327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081914327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081914327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081914327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081914329 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081914329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081914330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081914330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:19:15.352984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12815): Terminating (SIGTERM)\u000a08:19:15.394724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12818): Terminating (SIGTERM)\u000a08:19:15.436327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12821): Terminating (SIGTERM)\u000a08:19:15.446109 --- ParallelTerminationStrategy: PID 12815 died...\u000a08:19:15.502188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12815): Terminated: ok {rc=0}\u000a08:19:15.512308 --- ParallelTerminationStrategy: PID 12818 died...\u000a08:19:15.567830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12818): Terminated: ok {rc=0}\u000a08:19:15.578201 --- ParallelTerminationStrategy: PID 12821 died...\u000a08:19:15.633808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12821): Terminated: ok {rc=0}\u000a08:19:15.720869 bus /sierra_3: Setting Powered False\u000a08:19:16.840208 bus /sierra_3: Setting Powered False\u000a08:19:17.949535 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:19:07" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12833): Process ended prematurely: osmo-stp_10.42.42.5(pid=12833) [trial-2356↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12833)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12833): Process ended prematurely: osmo-stp_10.42.42.5(pid=12833) [trial-2356↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:19:19.976338 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:19:19.987886 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:19:20.121613 tst handover.py: using LAC 20175\u000a08:19:20.252510 tst handover.py: using RAC 30\u000a08:19:20.379405 tst handover.py: using CellId 20175\u000a08:19:20.508923 tst handover.py: using BVCI 20176\u000a08:19:20.534511 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:19:20.680556 tst handover.py: using LAC 20176\u000a08:19:20.808853 tst handover.py: using RAC 31\u000a08:19:20.932154 tst handover.py: using CellId 20176\u000a08:19:21.054206 tst handover.py: using BVCI 20177\u000a08:19:21.077567 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:19:21.088461 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:19:21.099884 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:19:21.110630 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:19:21.121518 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:19:21.132070 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:19:21.254321 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:19:21.467820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:19:21.961116 run create_hlr_db(pid=12827): Launched\u000a08:19:22.095115 bus /sierra_2: Setting Powered False\u000a08:19:23.171965 run create_hlr_db(pid=12827): Terminated: ok {rc=0}\u000a08:19:23.557421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12829): Launched\u000a08:19:23.866321 run osmo-hlr_10.42.42.2(pid=12830): Launched\u000a08:19:23.979224 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:19:24.486843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12832): Launched\u000a08:19:24.796435 run osmo-stp_10.42.42.5(pid=12833): Launched\u000a08:19:24.909722 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:19:25.448627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12835): Launched\u000a08:19:25.758833 run osmo-msc_10.42.42.6(pid=12836): Launched\u000a08:19:25.939787 run osmo-stp_10.42.42.5(pid=12833): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12833)]\u000a08:19:26.070191 run osmo-stp_10.42.42.5(pid=12833): stdout: \u000a| (launched: 2022-12-09_08:19:24.643944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:19:26.199267 run osmo-stp_10.42.42.5(pid=12833): stderr: \u000a| �[0;m�[38;5;43m20221209081924816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081924816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081924816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081924817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081924817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081924817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081924817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:19:26.323250 run osmo-stp_10.42.42.5(pid=12833): stdout: \u000a| (launched: 2022-12-09_08:19:24.643944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:19:26.445751 run osmo-stp_10.42.42.5(pid=12833): stderr: \u000a| �[0;m�[38;5;43m20221209081924816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081924816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081924816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081924817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081924817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081924817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081924817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:19:26.499177 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12833): Process ended prematurely: osmo-stp_10.42.42.5(pid=12833) [trial-2356↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12833)] [trial-2356↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a08:19:26.507149 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:19:26.566694 run osmo-hlr_10.42.42.2(pid=12830): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12830)]\u000a08:19:26.615073 run osmo-hlr_10.42.42.2(pid=12830): stdout: \u000a| (launched: 2022-12-09_08:19:23.714030) \u000a08:19:26.664574 run osmo-hlr_10.42.42.2(pid=12830): stderr: \u000a| �[0;m�[1;31m20221209081923891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081923891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081923891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081923891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081923891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081923891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081923902 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081923911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081923911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081923911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:19:26.731364 run osmo-msc_10.42.42.6(pid=12836): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12836)]\u000a08:19:26.779621 run osmo-msc_10.42.42.6(pid=12836): stdout: \u000a| (launched: 2022-12-09_08:19:25.605420) \u000a08:19:26.828442 run osmo-msc_10.42.42.6(pid=12836): stderr: \u000a| �[0;m�[38;5;43m20221209081925877 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081925877 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8eb5eaec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081925877 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081925877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081925878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081925878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081925879 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081925880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081925880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081925880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:19:26.869705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12829): Terminating (SIGTERM)\u000a08:19:26.909293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12832): Terminating (SIGTERM)\u000a08:19:26.948930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12835): Terminating (SIGTERM)\u000a08:19:26.958149 --- ParallelTerminationStrategy: PID 12829 died...\u000a08:19:27.011105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12829): Terminated: ok {rc=0}\u000a08:19:27.020652 --- ParallelTerminationStrategy: PID 12832 died...\u000a08:19:27.073438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12832): Terminated: ok {rc=0}\u000a08:19:27.082940 --- ParallelTerminationStrategy: PID 12835 died...\u000a08:19:27.135393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12835): Terminated: ok {rc=0}\u000a08:19:27.218710 bus /sierra_3: Setting Powered False\u000a08:19:28.325568 bus /sierra_3: Setting Powered False\u000a08:19:29.432475 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:19:19" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12847): Process ended prematurely: osmo-stp_10.42.42.5(pid=12847) [trial-2356↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12847)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12847): Process ended prematurely: osmo-stp_10.42.42.5(pid=12847) [trial-2356↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12847)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:19:31.469539 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:31.486673 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:19:31.652552 tst handover.py: using LAC 20177\u000a08:19:31.808627 tst handover.py: using RAC 32\u000a08:19:31.942832 tst handover.py: using CellId 20177\u000a08:19:32.109073 tst handover.py: using BVCI 20178\u000a08:19:32.144333 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:19:32.298878 tst handover.py: using LAC 20178\u000a08:19:32.426367 tst handover.py: using RAC 33\u000a08:19:32.555503 tst handover.py: using CellId 20178\u000a08:19:32.679672 tst handover.py: using BVCI 20179\u000a08:19:32.704115 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:32.715155 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:32.726914 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:32.738241 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:32.749585 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:32.760462 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:19:32.885706 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:19:33.099457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:19:33.592766 run create_hlr_db(pid=12841): Launched\u000a08:19:33.727148 bus /sierra_2: Setting Powered False\u000a08:19:34.804533 run create_hlr_db(pid=12841): Terminated: ok {rc=0}\u000a08:19:35.214375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12843): Launched\u000a08:19:35.545482 run osmo-hlr_10.42.42.2(pid=12844): Launched\u000a08:19:35.670182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:19:36.215888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12846): Launched\u000a08:19:36.547459 run osmo-stp_10.42.42.5(pid=12847): Launched\u000a08:19:36.668491 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:19:37.243912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12849): Launched\u000a08:19:37.576590 run osmo-msc_10.42.42.6(pid=12850): Launched\u000a08:19:37.769893 run osmo-stp_10.42.42.5(pid=12847): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12847)]\u000a08:19:37.910283 run osmo-stp_10.42.42.5(pid=12847): stdout: \u000a| (launched: 2022-12-09_08:19:36.384555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:19:38.047586 run osmo-stp_10.42.42.5(pid=12847): stderr: \u000a| �[0;m�[38;5;43m20221209081936576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081936577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081936577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081936577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081936578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081936578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081936578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:19:38.180603 run osmo-stp_10.42.42.5(pid=12847): stdout: \u000a| (launched: 2022-12-09_08:19:36.384555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:19:38.311692 run osmo-stp_10.42.42.5(pid=12847): stderr: \u000a| �[0;m�[38;5;43m20221209081936576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081936577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081936577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081936577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081936578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081936578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081936578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:19:38.369554 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12847): Process ended prematurely: osmo-stp_10.42.42.5(pid=12847) [trial-2356↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12847)] [trial-2356↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a08:19:38.378335 tst handover.py:18: Test FAILED (6.9 sec)\u000a08:19:38.441188 run osmo-hlr_10.42.42.2(pid=12844): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12844)]\u000a08:19:38.493579 run osmo-hlr_10.42.42.2(pid=12844): stdout: \u000a| (launched: 2022-12-09_08:19:35.382369) \u000a08:19:38.545635 run osmo-hlr_10.42.42.2(pid=12844): stderr: \u000a| �[0;m�[1;31m20221209081935580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081935580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081935580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081935581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081935581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081935581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081935592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081935602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081935603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081935603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:19:38.617063 run osmo-msc_10.42.42.6(pid=12850): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12850)]\u000a08:19:38.668583 run osmo-msc_10.42.42.6(pid=12850): stdout: \u000a| (launched: 2022-12-09_08:19:37.412345) \u000a08:19:38.720547 run osmo-msc_10.42.42.6(pid=12850): stderr: \u000a| �[0;m�[38;5;43m20221209081937735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081937735 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c29fe8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081937735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081937736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081937736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081937736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081937738 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081937738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081937738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081937738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:19:38.764743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12843): Terminating (SIGTERM)\u000a08:19:38.806873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12846): Terminating (SIGTERM)\u000a08:19:38.848896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12849): Terminating (SIGTERM)\u000a08:19:38.858643 --- ParallelTerminationStrategy: PID 12843 died...\u000a08:19:38.914854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12843): Terminated: ok {rc=0}\u000a08:19:38.925286 --- ParallelTerminationStrategy: PID 12846 died...\u000a08:19:38.981537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12846): Terminated: ok {rc=0}\u000a08:19:38.991655 --- ParallelTerminationStrategy: PID 12849 died...\u000a08:19:39.048217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12849): Terminated: ok {rc=0}\u000a08:19:39.135676 bus /sierra_3: Setting Powered False\u000a08:19:40.242678 bus /sierra_3: Setting Powered False\u000a08:19:41.350428 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:19:31" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12863): Process ended prematurely: osmo-stp_10.42.42.5(pid=12863) [trial-2356↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12863)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12863): Process ended prematurely: osmo-stp_10.42.42.5(pid=12863) [trial-2356↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2356 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:19:43.378306 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:43.389761 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:19:43.535538 tst handover.py: using LAC 20179\u000a08:19:43.665771 tst handover.py: using RAC 34\u000a08:19:43.796866 tst handover.py: using CellId 20179\u000a08:19:43.925856 tst handover.py: using BVCI 20180\u000a08:19:43.950916 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:19:44.096664 tst handover.py: using LAC 20180\u000a08:19:44.227324 tst handover.py: using RAC 35\u000a08:19:44.352470 tst handover.py: using CellId 20180\u000a08:19:44.477295 tst handover.py: using BVCI 20181\u000a08:19:44.501275 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:44.512227 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:44.523316 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:44.534299 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:44.545120 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:44.555771 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:19:44.677898 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:19:44.894042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:19:45.387916 run create_hlr_db(pid=12857): Launched\u000a08:19:45.521523 bus /sierra_2: Setting Powered False\u000a08:19:46.634684 run create_hlr_db(pid=12857): Terminated: ok {rc=0}\u000a08:19:47.092205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12859): Launched\u000a08:19:47.432501 run osmo-hlr_10.42.42.2(pid=12860): Launched\u000a08:19:47.555283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:19:48.104299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12862): Launched\u000a08:19:48.438591 run osmo-stp_10.42.42.5(pid=12863): Launched\u000a08:19:48.558795 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:19:49.136688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12865): Launched\u000a08:19:49.469691 run osmo-msc_10.42.42.6(pid=12866): Launched\u000a08:19:49.662102 run osmo-stp_10.42.42.5(pid=12863): ERR: Terminated: ERROR {rc=1} [trial-2356↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12863)]\u000a08:19:49.802614 run osmo-stp_10.42.42.5(pid=12863): stdout: \u000a| (launched: 2022-12-09_08:19:48.273618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:19:49.940319 run osmo-stp_10.42.42.5(pid=12863): stderr: \u000a| �[0;m�[38;5;43m20221209081948466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081948466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081948466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081948466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081948467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081948467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081948467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:19:50.073155 run osmo-stp_10.42.42.5(pid=12863): stdout: \u000a| (launched: 2022-12-09_08:19:48.273618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:19:50.204924 run osmo-stp_10.42.42.5(pid=12863): stderr: \u000a| �[0;m�[38;5;43m20221209081948466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209081948466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209081948466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209081948466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209081948467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209081948467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209081948467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:19:50.262806 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=12863): Process ended prematurely: osmo-stp_10.42.42.5(pid=12863) [trial-2356↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12863)] [trial-2356↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a08:19:50.271451 tst handover.py:18: Test FAILED (6.9 sec)\u000a08:19:50.333570 run osmo-hlr_10.42.42.2(pid=12860): ERR: Terminated: ERROR {rc=237} [trial-2356↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12860)]\u000a08:19:50.385303 run osmo-hlr_10.42.42.2(pid=12860): stdout: \u000a| (launched: 2022-12-09_08:19:47.265621) \u000a08:19:50.437136 run osmo-hlr_10.42.42.2(pid=12860): stderr: \u000a| �[0;m�[1;31m20221209081947462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209081947462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209081947462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081947462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209081947462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209081947462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209081947474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2356/run.2022-12-09_06-55-12/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209081947483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209081947484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209081947484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:19:50.507545 run osmo-msc_10.42.42.6(pid=12866): ERR: Terminated: ERROR {rc=2} [trial-2356↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12866)]\u000a08:19:50.558350 run osmo-msc_10.42.42.6(pid=12866): stdout: \u000a| (launched: 2022-12-09_08:19:49.305183) \u000a08:19:50.610552 run osmo-msc_10.42.42.6(pid=12866): stderr: \u000a| �[0;m�[38;5;43m20221209081949627 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209081949627 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15341e0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209081949627 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209081949627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209081949627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209081949627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209081949629 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209081949629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209081949630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209081949630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:19:50.654752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12859): Terminating (SIGTERM)\u000a08:19:50.696737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12862): Terminating (SIGTERM)\u000a08:19:50.738422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12865): Terminating (SIGTERM)\u000a08:19:50.748181 --- ParallelTerminationStrategy: PID 12859 died...\u000a08:19:50.803626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12859): Terminated: ok {rc=0}\u000a08:19:50.813615 --- ParallelTerminationStrategy: PID 12862 died...\u000a08:19:50.869589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12862): Terminated: ok {rc=0}\u000a08:19:50.879611 --- ParallelTerminationStrategy: PID 12865 died...\u000a08:19:50.935963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12865): Terminated: ok {rc=0}\u000a08:19:51.023117 bus /sierra_3: Setting Powered False\u000a08:19:52.130432 bus /sierra_3: Setting Powered False\u000a08:19:53.241078 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:19:43" } ] }